{"level":"info","ts":1789564689.0642056,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789564689.9605927,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1789564689.9607444,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1789564842.7429793,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564842.7435677,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.7435942,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.7436285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","EoS":true}
{"level":"info","ts":1789564842.743653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","header":"x-maas-username"}
{"level":"info","ts":1789564842.743668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","header":"x-maas-group"}
{"level":"info","ts":1789564842.7436762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","header":"x-maas-subscription"}
{"level":"info","ts":1789564842.7436965,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","path":"/v1/chat/completions"}
{"level":"info","ts":1789564842.7437127,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789564842.7437496,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.7570634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.7570825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.7571025,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","EoS":false}
{"level":"info","ts":1789564842.7571182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.7571535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","EoS":true}
{"level":"info","ts":1789564842.7571685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f1ae850f17d56a1734287793458ec28","span_id":"7233d4d39d773a5e","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"}
{"level":"info","ts":1789564842.8236358,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564842.823711,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8237214,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8237324,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","EoS":true}
{"level":"info","ts":1789564842.8237524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","header":"x-maas-username"}
{"level":"info","ts":1789564842.823762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","header":"x-maas-group"}
{"level":"info","ts":1789564842.8237677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","header":"x-maas-subscription"}
{"level":"info","ts":1789564842.8237798,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","path":"/v1/chat/completions"}
{"level":"info","ts":1789564842.8237891,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789564842.823815,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8258777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8258877,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8259,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","EoS":false}
{"level":"info","ts":1789564842.8259115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8259315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","EoS":true}
{"level":"info","ts":1789564842.82594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cae5a363fc63e09f51cbc173f2dbf702","span_id":"c8c9dc42e5b40325","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"}
{"level":"info","ts":1789564842.8721688,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564842.8722541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"info","ts":1789564842.8722675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"info","ts":1789564842.8723016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","EoS":true}
{"level":"info","ts":1789564842.8723736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","header":"x-maas-username"}
{"level":"info","ts":1789564842.8723853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","header":"x-maas-subscription"}
{"level":"info","ts":1789564842.872395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","header":"x-maas-group"}
{"level":"info","ts":1789564842.8724136,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","path":"/v1/chat/completions"}
{"level":"info","ts":1789564842.872427,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789564842.8724644,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"info","ts":1789564842.8733423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"info","ts":1789564842.873355,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"info","ts":1789564842.8733644,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","EoS":false}
{"level":"info","ts":1789564842.8733737,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"info","ts":1789564842.8733947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","EoS":true}
{"level":"info","ts":1789564842.8734016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2ef4019e12f41f5aceb9768b7836a79","span_id":"308bcd6bcb8c7e1c","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"}
{"level":"error","ts":1789564853.9455807,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789564858.709177,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2170c985-7194-4b20-a485-104ffa1ad9f5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564858.7092571,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2170c985-7194-4b20-a485-104ffa1ad9f5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564858.7610033,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564858.7611117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.7611296,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.7611427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","EoS":true}
{"level":"info","ts":1789564858.7611659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","header":"x-maas-subscription"}
{"level":"info","ts":1789564858.7611754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","header":"x-maas-group"}
{"level":"info","ts":1789564858.7611806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","header":"x-maas-username"}
{"level":"info","ts":1789564858.7611945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789564858.76122,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.762204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.762233,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.7622528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","EoS":false}
{"level":"info","ts":1789564858.7622726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.7623212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","EoS":true}
{"level":"info","ts":1789564858.762334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f248d6fd446824bf91930e4abe1e4869","span_id":"bf2be00654e518df","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"}
{"level":"info","ts":1789564858.8097718,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564858.8098435,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.809855,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.809866,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","EoS":true}
{"level":"info","ts":1789564858.8098867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","header":"x-maas-username"}
{"level":"info","ts":1789564858.8098974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","header":"x-maas-group"}
{"level":"info","ts":1789564858.809903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","header":"x-maas-subscription"}
{"level":"info","ts":1789564858.8099165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564858.8099391,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.8108976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.810914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.8109286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","EoS":false}
{"level":"info","ts":1789564858.8109407,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.8109634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","EoS":true}
{"level":"info","ts":1789564858.8109725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8fe8c5aa86e7dd387fcf9ade310ca20","span_id":"98c6593358ee0c72","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"}
{"level":"info","ts":1789564858.83602,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e63c734-76e5-4485-8458-20a933d544bb"}
{"level":"info","ts":1789564858.836134,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd25f68f-99df-4171-97d3-bd85e1b07132","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564858.8361738,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd25f68f-99df-4171-97d3-bd85e1b07132","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564858.8449676,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59159d7a-cd9b-40ec-89c5-2b9fca03682f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564858.8449934,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59159d7a-cd9b-40ec-89c5-2b9fca03682f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1789564858.8453383,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e63c734-76e5-4485-8458-20a933d544bb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564858.8456013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33943.675097723,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564858.845619,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564858.8880012,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564858.946641,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34205.427964724,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564858.9466906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564858.955473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564858.9658823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2be0c241-6173-4f78-8b34-db27b02dcf9f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564858.965942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2be0c241-6173-4f78-8b34-db27b02dcf9f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789564858.9658802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7275d257-de4e-4fc4-b77e-5040d90c4783"}
{"level":"info","ts":1789564858.9741116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15019f7-2f7e-47f6-a6d5-9ebf3baef5b7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564858.9741416,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15019f7-2f7e-47f6-a6d5-9ebf3baef5b7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789564858.974241,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7275d257-de4e-4fc4-b77e-5040d90c4783","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1789564858.987553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f7cf9f7-ab36-4fd7-ac6a-5524f9fc6470","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564858.9875772,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f7cf9f7-ab36-4fd7-ac6a-5524f9fc6470","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789564858.987956,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7275d257-de4e-4fc4-b77e-5040d90c4783","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564858.988028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d723a5a7-2287-4299-ab23-5f333c7e2c8e"}
{"level":"info","ts":1789564858.9880564,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d723a5a7-2287-4299-ab23-5f333c7e2c8e","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789564858.992508,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d723a5a7-2287-4299-ab23-5f333c7e2c8e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.0027459,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f725cf71-9713-411a-99dc-b4470f518522"}
{"level":"info","ts":1789564859.002776,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f725cf71-9713-411a-99dc-b4470f518522","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789564859.007242,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f725cf71-9713-411a-99dc-b4470f518522","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.0273387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d819f8c-4e6f-402b-8de0-ea4dad7be67c"}
{"level":"info","ts":1789564859.0273757,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d819f8c-4e6f-402b-8de0-ea4dad7be67c","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789564859.0327384,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d819f8c-4e6f-402b-8de0-ea4dad7be67c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.0467646,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e63c734-76e5-4485-8458-20a933d544bb","name":"e2e-external-provider"}
{"level":"error","ts":1789564859.0668173,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e63c734-76e5-4485-8458-20a933d544bb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564859.066862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e63c734-76e5-4485-8458-20a933d544bb","error":"failed to apply Service: services \"e2e-external-provider\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.0669277,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adf99b70-dcf6-4c9e-82d3-3b84f66bb81d"}
{"level":"info","ts":1789564859.066985,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adf99b70-dcf6-4c9e-82d3-3b84f66bb81d","name":"e2e-external-provider"}
{"level":"info","ts":1789564859.0728877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84b43f39-10f9-4b7d-99ca-66d609392aa6"}
{"level":"info","ts":1789564859.0729215,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84b43f39-10f9-4b7d-99ca-66d609392aa6","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1789564859.077604,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adf99b70-dcf6-4c9e-82d3-3b84f66bb81d","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1789564859.0813487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84b43f39-10f9-4b7d-99ca-66d609392aa6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.083727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb34891-addb-4bd3-88c1-9718a15617a3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564859.0837388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2aaf9e5-f90e-4a8d-88d2-c48729ad9837"}
{"level":"info","ts":1789564859.0837567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb34891-addb-4bd3-88c1-9718a15617a3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789564859.0838141,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a430b8ab-a21e-468c-ba00-bb80ffe0314f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564859.083994,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39129.619279533,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564859.0840309,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a430b8ab-a21e-468c-ba00-bb80ffe0314f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564859.0840142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"error","ts":1789564859.0900588,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adf99b70-dcf6-4c9e-82d3-3b84f66bb81d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564859.0900917,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adf99b70-dcf6-4c9e-82d3-3b84f66bb81d","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-external-provider\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.090137,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2c08b4a-7d7a-4e34-b10f-bfe7496fd0da"}
{"level":"info","ts":1789564859.090174,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2c08b4a-7d7a-4e34-b10f-bfe7496fd0da","name":"e2e-external-provider"}
{"level":"info","ts":1789564859.0947614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564859.102428,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2c08b4a-7d7a-4e34-b10f-bfe7496fd0da","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1789564859.1841393,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2aaf9e5-f90e-4a8d-88d2-c48729ad9837","name":"e2e-external-model"}
{"level":"info","ts":1789564859.197229,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2aaf9e5-f90e-4a8d-88d2-c48729ad9837","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564859.2093294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14994c08-8372-41e1-b190-470a94fb7197","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564859.2093623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14994c08-8372-41e1-b190-470a94fb7197","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789564859.2095473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a6c0af3-462f-42b7-baa9-ab68e7a1e04d"}
{"level":"info","ts":1789564859.2096066,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a6c0af3-462f-42b7-baa9-ab68e7a1e04d","name":"e2e-external-model"}
{"level":"info","ts":1789564859.2259457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e35bb67-0308-4884-a3ed-fce99ce80512","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564859.225973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e35bb67-0308-4884-a3ed-fce99ce80512","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789564859.2299685,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a6c0af3-462f-42b7-baa9-ab68e7a1e04d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564859.230083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a6c0af3-462f-42b7-baa9-ab68e7a1e04d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.2302425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"024cf171-c036-4cb1-b193-c5474dd95fa7"}
{"level":"info","ts":1789564859.230338,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"024cf171-c036-4cb1-b193-c5474dd95fa7","name":"e2e-external-model"}
{"level":"info","ts":1789564859.2450817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"024cf171-c036-4cb1-b193-c5474dd95fa7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564859.250654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"249ad878-dcec-4005-b5aa-e42d0c78e0e4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564859.2506862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"249ad878-dcec-4005-b5aa-e42d0c78e0e4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789564859.2539566,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"024cf171-c036-4cb1-b193-c5474dd95fa7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564859.2540247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a346c17a-d596-48bc-8da9-7975d57f9f50"}
{"level":"info","ts":1789564859.2540643,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a346c17a-d596-48bc-8da9-7975d57f9f50","name":"e2e-external-model"}
{"level":"info","ts":1789564859.2689502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a346c17a-d596-48bc-8da9-7975d57f9f50","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564859.9074,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564859.9075027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.9075177,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.9075289,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","EoS":true}
{"level":"info","ts":1789564859.9075515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","header":"x-maas-subscription"}
{"level":"info","ts":1789564859.907563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","header":"x-maas-group"}
{"level":"info","ts":1789564859.907569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","header":"x-maas-username"}
{"level":"info","ts":1789564859.9075835,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564859.9076097,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.908772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.9087918,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.9088073,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","EoS":false}
{"level":"info","ts":1789564859.9088178,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.9088416,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","EoS":true}
{"level":"info","ts":1789564859.908849,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad450a1fe0ef8188213f3f88b3c9d3c","span_id":"ac1d3b191e6eed5f","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"}
{"level":"info","ts":1789564859.9503007,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564859.950384,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564859.9503953,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564859.9504063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","EoS":true}
{"level":"info","ts":1789564859.9504237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","header":"x-maas-group"}
{"level":"info","ts":1789564859.950434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","header":"x-maas-username"}
{"level":"info","ts":1789564859.9504392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","header":"x-maas-subscription"}
{"level":"info","ts":1789564859.950453,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564859.950476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564859.9514947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564859.9515104,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564859.9515238,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","EoS":false}
{"level":"info","ts":1789564859.9515402,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564859.9515655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","EoS":true}
{"level":"info","ts":1789564859.9515743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ad9e125ab82364cea54bd142b36cbb9","span_id":"2d51c8ce0365e02d","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"}
{"level":"info","ts":1789564864.7421162,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564864.7421997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564864.7422113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564864.742223,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","EoS":true}
{"level":"info","ts":1789564864.742247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","header":"x-maas-username"}
{"level":"info","ts":1789564864.742257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","header":"x-maas-group"}
{"level":"info","ts":1789564864.7422624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","header":"x-maas-subscription"}
{"level":"info","ts":1789564864.7422764,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789564864.7422986,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","modelName":"e2e-external-model"}
{"level":"info","ts":1789564864.7423086,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789564864.7423477,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789564864.7423663,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","authType":"apikey"}
{"level":"info","ts":1789564864.7423916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564866.5958114,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564866.59593,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41fcc4dfcc5a2338dea6e1c727d6d40b","span_id":"5d0d01fb8ac94d0a","x-request-id":"cd2d1890-43f4-4f98-bbf3-0a36b576c5c5"}
{"level":"info","ts":1789564866.6458774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564866.645917,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564866.6459408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","EoS":false}
{"level":"info","ts":1789564866.6459587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564866.645992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","EoS":true}
{"level":"info","ts":1789564866.646006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29da51f29b3bb029dffa9db00748b9a9","span_id":"55e6ca4b9bab9e2e","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"}
{"level":"info","ts":1789564866.7645063,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a5d9452-f10c-4f9c-8857-4255a7afcb1c"}
{"level":"info","ts":1789564866.7645037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae9127d8-e31e-4122-9971-8f806f5279e2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564866.7647464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae9127d8-e31e-4122-9971-8f806f5279e2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789564866.7744079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91313f61-90bc-4f3d-9734-608fca637b18","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564866.7744448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91313f61-90bc-4f3d-9734-608fca637b18","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789564866.774613,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a5d9452-f10c-4f9c-8857-4255a7afcb1c","name":"e2e-cleanup-test"}
{"level":"info","ts":1789564866.7921479,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a5d9452-f10c-4f9c-8857-4255a7afcb1c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564866.8058875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2b3df91-9a01-4b58-afc3-2053aa188e11","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564866.8059206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2b3df91-9a01-4b58-afc3-2053aa188e11","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789564866.805937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37e3701c-bd88-4a83-887e-af27e8c7ca77"}
{"level":"info","ts":1789564866.8059971,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37e3701c-bd88-4a83-887e-af27e8c7ca77","name":"e2e-cleanup-test"}
{"level":"info","ts":1789564866.8205113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e5933c2-c56b-4b8a-b362-5364def45bac","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564866.82055,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e5933c2-c56b-4b8a-b362-5364def45bac","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789564866.8209598,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37e3701c-bd88-4a83-887e-af27e8c7ca77","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564866.821028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05e25984-d6e6-415f-8ce3-41b556cb11b0"}
{"level":"info","ts":1789564866.8210886,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05e25984-d6e6-415f-8ce3-41b556cb11b0","name":"e2e-cleanup-test"}
{"level":"info","ts":1789564866.8301008,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05e25984-d6e6-415f-8ce3-41b556cb11b0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564866.8364058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c8f84d3-3744-4755-8f40-7f80e594fad1"}
{"level":"info","ts":1789564866.836468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c8f84d3-3744-4755-8f40-7f80e594fad1","name":"e2e-cleanup-test"}
{"level":"info","ts":1789564866.8363945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9310f9a-3615-4a8b-86ce-9d5a240e72d0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564866.8365092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9310f9a-3615-4a8b-86ce-9d5a240e72d0","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789564866.850532,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c8f84d3-3744-4755-8f40-7f80e594fad1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789564868.9465077,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789564875.0201304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f547cec-6018-4eb7-ab1d-22e9071c8b0d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564875.02018,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f547cec-6018-4eb7-ab1d-22e9071c8b0d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564875.0202355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b698b1e5-c1ee-4b2e-975c-11dfcbfa4db7"}
{"level":"error","ts":1789564878.9470897,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789564879.3269398,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564879.3270402,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c1848e8139cc4f072958273faac49ff0","span_id":"f6a6f7aacf251214","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0"}
{"level":"info","ts":1789564879.327061,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c1848e8139cc4f072958273faac49ff0","span_id":"f6a6f7aacf251214","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0"}
{"level":"info","ts":1789564879.3270788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c1848e8139cc4f072958273faac49ff0","span_id":"f6a6f7aacf251214","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0","EoS":true}
{"level":"info","ts":1789564879.3271165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c1848e8139cc4f072958273faac49ff0","span_id":"f6a6f7aacf251214","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1789564879.3271642,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c1848e8139cc4f072958273faac49ff0","span_id":"f6a6f7aacf251214","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0"}
{"level":"info","ts":1789564879.6782656,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ed257ecf-dc3c-4b7f-8fed-c323d53fc7ac","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.6834145,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ed257ecf-dc3c-4b7f-8fed-c323d53fc7ac","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.6957314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"1f0e61fc-9ab1-4135-a401-005da10b8c5f","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.6957817,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"1f0e61fc-9ab1-4135-a401-005da10b8c5f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.6958866,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2134b808-112e-4b5b-9c0b-495df73f1898"}
{"level":"error","ts":1789564879.6971793,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ed257ecf-dc3c-4b7f-8fed-c323d53fc7ac","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7010922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d852838c-cfc4-44e2-bfae-84be42de25d9","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.701127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d852838c-cfc4-44e2-bfae-84be42de25d9","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.701185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a6768215-a456-4773-b41c-3c74e06d098e"}
{"level":"info","ts":1789564879.7030423,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fa604bda-6a25-476f-8006-518d862ae558","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7089217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a836581d-ea00-4978-b141-03b79651f93b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7089496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a836581d-ea00-4978-b141-03b79651f93b","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.709007,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"276c68cd-99a0-4480-b6ca-9d5387225de3","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.709045,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"276c68cd-99a0-4480-b6ca-9d5387225de3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1789564879.709648,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2134b808-112e-4b5b-9c0b-495df73f1898","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.709759,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2134b808-112e-4b5b-9c0b-495df73f1898","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.7126083,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fa604bda-6a25-476f-8006-518d862ae558","name":"e2e-legacy-migration-18f94016"}
{"level":"error","ts":1789564879.7159307,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a6768215-a456-4773-b41c-3c74e06d098e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.715976,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a6768215-a456-4773-b41c-3c74e06d098e","provider":"e2e-legacy-migration-18f94016","phase":"Pending"}
{"level":"info","ts":1789564879.716096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b4ce903d-c181-4f57-ae3e-df3aa3aaaaaa","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7161276,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b4ce903d-c181-4f57-ae3e-df3aa3aaaaaa","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"error","ts":1789564879.7244668,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fa604bda-6a25-476f-8006-518d862ae558","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7248774,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2d4ce7f1-7d1c-4ead-b1a8-3cbf04f3becf","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.724964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2d4ce7f1-7d1c-4ead-b1a8-3cbf04f3becf","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"error","ts":1789564879.7259514,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a6768215-a456-4773-b41c-3c74e06d098e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564879.7260363,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a6768215-a456-4773-b41c-3c74e06d098e","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7261338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6eac7a20-f9f5-4fe5-925d-3c308e7c6b49"}
{"level":"info","ts":1789564879.7261941,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6eac7a20-f9f5-4fe5-925d-3c308e7c6b49","provider":"e2e-legacy-migration-18f94016","phase":"Pending"}
{"level":"info","ts":1789564879.7349343,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"56dec576-65b6-4b32-8d70-fe62a669c3f2","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.73626,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ba9ae2c9-0da7-4dc6-bc04-9d2ab465d51e","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7365491,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ba9ae2c9-0da7-4dc6-bc04-9d2ab465d51e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7365012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e4eb8525-0ebc-4ba5-ac76-8216b14daa39","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7366877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e4eb8525-0ebc-4ba5-ac76-8216b14daa39","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"error","ts":1789564879.7368493,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2134b808-112e-4b5b-9c0b-495df73f1898","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564879.7368927,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2134b808-112e-4b5b-9c0b-495df73f1898","error":"failed to apply Service: services \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7369478,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d6d5caf9-80c3-46f8-8141-73ee4aa331c1"}
{"level":"info","ts":1789564879.7370207,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d6d5caf9-80c3-46f8-8141-73ee4aa331c1","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.737568,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"56dec576-65b6-4b32-8d70-fe62a669c3f2","name":"e2e-legacy-migration-18f94016"}
{"level":"error","ts":1789564879.7403777,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6eac7a20-f9f5-4fe5-925d-3c308e7c6b49","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7404294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b346db65-6dc7-4bda-9e04-aa149d2936e3"}
{"level":"info","ts":1789564879.740446,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b346db65-6dc7-4bda-9e04-aa149d2936e3","provider":"e2e-legacy-migration-18f94016","phase":"Failed"}
{"level":"info","ts":1789564879.746072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4cad5d89-206d-4b54-9fea-592654a84a20","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.746138,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4cad5d89-206d-4b54-9fea-592654a84a20","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"error","ts":1789564879.7514205,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"56dec576-65b6-4b32-8d70-fe62a669c3f2","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564879.754212,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b346db65-6dc7-4bda-9e04-aa149d2936e3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564879.7542453,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b346db65-6dc7-4bda-9e04-aa149d2936e3","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7543416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c57290de-529a-476b-bd28-1dc40042b06d"}
{"level":"info","ts":1789564879.754368,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c57290de-529a-476b-bd28-1dc40042b06d","provider":"e2e-legacy-migration-18f94016","phase":"Failed"}
{"level":"error","ts":1789564879.7619042,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c57290de-529a-476b-bd28-1dc40042b06d","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7622576,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d6d5caf9-80c3-46f8-8141-73ee4aa331c1","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.7706823,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d0ddcd65-b3a9-48a8-b891-de2f33fe1757","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7709157,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d0ddcd65-b3a9-48a8-b891-de2f33fe1757","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7708175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"304e68d0-8db9-49b7-985a-1fcdafc0d577"}
{"level":"info","ts":1789564879.7710495,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"304e68d0-8db9-49b7-985a-1fcdafc0d577","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.7708943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c2f7c614-db0a-4c49-ad7f-821b672a1f80","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7712452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c2f7c614-db0a-4c49-ad7f-821b672a1f80","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.771522,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"68504778-92c9-42e4-85fb-71fe84bf2131","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7774336,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"68504778-92c9-42e4-85fb-71fe84bf2131","name":"e2e-legacy-migration-18f94016"}
{"level":"error","ts":1789564879.7782285,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d6d5caf9-80c3-46f8-8141-73ee4aa331c1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.7783296,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b0424171-6592-41a2-a5d1-6b6add37c260"}
{"level":"info","ts":1789564879.77837,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b0424171-6592-41a2-a5d1-6b6add37c260","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.7858942,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"68504778-92c9-42e4-85fb-71fe84bf2131","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564879.7966437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"58244145-7205-4830-a56e-15d1f4d0ba5c","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7967293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"58244145-7205-4830-a56e-15d1f4d0ba5c","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.798259,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b0424171-6592-41a2-a5d1-6b6add37c260","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"}
{"level":"error","ts":1789564879.8159978,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"304e68d0-8db9-49b7-985a-1fcdafc0d577","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789564879.8160415,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"304e68d0-8db9-49b7-985a-1fcdafc0d577","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.8161328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0635d628-d38e-486e-851e-09b68575174c"}
{"level":"info","ts":1789564879.8161743,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0635d628-d38e-486e-851e-09b68575174c","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.8229787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"998feb58-757f-44ea-903d-b3c61374f115","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.8230085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"998feb58-757f-44ea-903d-b3c61374f115","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.8289802,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0635d628-d38e-486e-851e-09b68575174c","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789564879.837195,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0635d628-d38e-486e-851e-09b68575174c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.8372586,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5d8f0aae-fa84-43a7-ad00-47a00c30a527"}
{"level":"info","ts":1789564879.8373332,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5d8f0aae-fa84-43a7-ad00-47a00c30a527","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.8470876,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6ae64e55-7ff1-412b-b024-ca47e23e5b8b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.8471618,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6ae64e55-7ff1-412b-b024-ca47e23e5b8b","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.850883,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5d8f0aae-fa84-43a7-ad00-47a00c30a527","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789564879.8564198,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5d8f0aae-fa84-43a7-ad00-47a00c30a527","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564879.8564916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0a3da745-fdb2-4366-b336-a076c55685f4"}
{"level":"info","ts":1789564879.8565428,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0a3da745-fdb2-4366-b336-a076c55685f4","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.8702762,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0a3da745-fdb2-4366-b336-a076c55685f4","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564879.9332166,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2165e275-6735-4d09-8466-1f7889d89cf4","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.942002,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2165e275-6735-4d09-8466-1f7889d89cf4","name":"e2e-legacy-migration-18f94016"}
{"level":"info","ts":1789564879.9488866,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2165e275-6735-4d09-8466-1f7889d89cf4","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789564882.5957105,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"121058e1-cb39-49dd-bb31-ed2f9b05fc01","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.607598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"31c7804d-6d47-4695-885f-9098f1a1b293","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6076815,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"31c7804d-6d47-4695-885f-9098f1a1b293","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6077554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"14c6f5c7-c9b2-4c45-95df-ad57c64a638e"}
{"level":"info","ts":1789564882.612716,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b51c245e-dbe0-45de-b641-2e69eff95486"}
{"level":"info","ts":1789564882.612874,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ff8e000f-e04e-489b-9c87-c2ada2f2188b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6129923,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ff8e000f-e04e-489b-9c87-c2ada2f2188b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564883.0503945,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564883.0504904,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564883.0505018,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564883.0505145,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","EoS":true}
{"level":"info","ts":1789564883.050537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","header":"x-maas-group"}
{"level":"info","ts":1789564883.050548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","header":"x-maas-username"}
{"level":"info","ts":1789564883.0505528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","header":"x-maas-subscription"}
{"level":"info","ts":1789564883.0505667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789564883.0505764,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","modelName":"e2e-external-model"}
{"level":"info","ts":1789564883.0505862,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789564883.0506065,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789564883.0506222,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","authType":"apikey"}
{"level":"info","ts":1789564883.0506468,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564884.48567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564884.4858844,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564884.485959,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","EoS":false}
{"level":"info","ts":1789564884.4860053,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564884.4860694,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","EoS":true}
{"level":"info","ts":1789564884.486103,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b74bf72bbbc9aea5957d2d0bb07db9f","span_id":"d07e59092e99118a","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"}
{"level":"info","ts":1789564884.530233,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564884.5303679,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564884.5303864,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564884.5304034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","EoS":true}
{"level":"info","ts":1789564884.5304353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","header":"x-maas-username"}
{"level":"info","ts":1789564884.5304463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","header":"x-maas-subscription"}
{"level":"info","ts":1789564884.530454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","header":"x-maas-group"}
{"level":"info","ts":1789564884.5304801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789564884.5305142,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564886.481619,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564886.4816456,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564886.4816616,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","EoS":false}
{"level":"info","ts":1789564886.481679,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564886.4817162,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","EoS":true}
{"level":"info","ts":1789564886.481729,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a515ef16ed65b6bad0eac760dc7e34d2","span_id":"0bbaad9097235899","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"}
{"level":"info","ts":1789564886.5356007,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564886.5357683,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"info","ts":1789564886.5358012,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"info","ts":1789564886.5358279,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","EoS":true}
{"level":"info","ts":1789564886.5358717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","header":"x-maas-subscription"}
{"level":"info","ts":1789564886.5358963,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","header":"x-maas-group"}
{"level":"info","ts":1789564886.535915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","header":"x-maas-username"}
{"level":"info","ts":1789564886.5359652,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"info","ts":1789564887.9320588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"info","ts":1789564887.9320946,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"info","ts":1789564887.9321191,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","EoS":false}
{"level":"info","ts":1789564887.93214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"info","ts":1789564887.9321866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","EoS":true}
{"level":"info","ts":1789564887.9322028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd1a8659c342a81facde56f78848dfd8","span_id":"a180cb52667502e1","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"}
{"level":"error","ts":1789564888.9478512,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789564898.9487207,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789564908.949338,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789564918.6974533,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e97845b8-347d-4be2-881f-3fb89f7225ab"}
{"level":"info","ts":1789564918.6974597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"816c6879-98ef-4b12-b543-272b4c553f9b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564918.6974978,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"816c6879-98ef-4b12-b543-272b4c553f9b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564918.8515859,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae44cfb2-10d3-486f-93fd-9f1ef676b150"}
{"level":"info","ts":1789564918.8516667,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61aa8049-b4af-4951-babc-d7789ddc8e75","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564918.8516982,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61aa8049-b4af-4951-babc-d7789ddc8e75","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564918.9724774,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6a967d2a-c596-4140-b565-1f561922379d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564918.9726012,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6a967d2a-c596-4140-b565-1f561922379d","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789564923.9499817,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789564931.2151527,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564931.215254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2152662,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2153053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","EoS":true}
{"level":"info","ts":1789564931.2153385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","header":"x-maas-username"}
{"level":"info","ts":1789564931.215349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","header":"x-maas-group"}
{"level":"info","ts":1789564931.2153547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","header":"x-maas-subscription"}
{"level":"info","ts":1789564931.2153695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564931.2153928,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2165096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2165275,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2165413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","EoS":false}
{"level":"info","ts":1789564931.2165527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2165747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","EoS":true}
{"level":"info","ts":1789564931.2165828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee77b6f6cb5361b0e49a1ce5cc5ebf19","span_id":"74859a6472efd754","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"}
{"level":"info","ts":1789564931.2647686,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564931.2648504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.2648635,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.2648745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","EoS":true}
{"level":"info","ts":1789564931.2648933,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","header":"x-maas-username"}
{"level":"info","ts":1789564931.264901,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","header":"x-maas-subscription"}
{"level":"info","ts":1789564931.2649062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","header":"x-maas-group"}
{"level":"info","ts":1789564931.2649193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564931.2649403,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.266081,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.266097,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.2661102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","EoS":false}
{"level":"info","ts":1789564931.2661216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.2661436,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","EoS":true}
{"level":"info","ts":1789564931.2661514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18298c4bf22af993a9c18d42fa9cca99","span_id":"2b3d12dd85bfb33a","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"}
{"level":"info","ts":1789564931.307088,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564931.3071647,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.307176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.3071885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","EoS":true}
{"level":"info","ts":1789564931.3072066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","header":"x-maas-username"}
{"level":"info","ts":1789564931.3072162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","header":"x-maas-group"}
{"level":"info","ts":1789564931.3072302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","header":"x-maas-subscription"}
{"level":"info","ts":1789564931.3072448,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564931.307268,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.308406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.3084226,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.3084402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","EoS":false}
{"level":"info","ts":1789564931.3084555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.3084803,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","EoS":true}
{"level":"info","ts":1789564931.30849,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57dbfae6a0a91fa84dc47543cb119f41","span_id":"601d8e41ff6b6f3f","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"}
{"level":"info","ts":1789564931.3464556,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564931.34653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"info","ts":1789564931.3465412,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"info","ts":1789564931.3465512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","EoS":true}
{"level":"info","ts":1789564931.3466337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","header":"x-maas-subscription"}
{"level":"info","ts":1789564931.3466637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","header":"x-maas-group"}
{"level":"info","ts":1789564931.34667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","header":"x-maas-username"}
{"level":"info","ts":1789564931.3466837,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789564931.3467104,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"info","ts":1789564931.3477068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"info","ts":1789564931.3477263,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"info","ts":1789564931.3477447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","EoS":false}
{"level":"info","ts":1789564931.3477569,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"info","ts":1789564931.3477786,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","EoS":true}
{"level":"info","ts":1789564931.3477876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0342008315270d633f943b080128db7d","span_id":"fb4a8b75cd059555","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"}
{"level":"error","ts":1789564943.9520953,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789564944.2758305,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564944.2759106,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5724c983bf701a5693a7a18f816db2dd","span_id":"d2fb809e758c354e","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5"}
{"level":"info","ts":1789564944.2759228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5724c983bf701a5693a7a18f816db2dd","span_id":"d2fb809e758c354e","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5"}
{"level":"info","ts":1789564944.275934,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5724c983bf701a5693a7a18f816db2dd","span_id":"d2fb809e758c354e","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5","EoS":true}
{"level":"info","ts":1789564944.2759793,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5724c983bf701a5693a7a18f816db2dd","span_id":"d2fb809e758c354e","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5"}
{"level":"info","ts":1789564944.4263783,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564944.4264817,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e1dbf543427d09f8ee9ae6b12d63d51","span_id":"db0f69dd69e93166","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82"}
{"level":"info","ts":1789564944.426497,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e1dbf543427d09f8ee9ae6b12d63d51","span_id":"db0f69dd69e93166","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82"}
{"level":"info","ts":1789564944.4265153,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e1dbf543427d09f8ee9ae6b12d63d51","span_id":"db0f69dd69e93166","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82","EoS":true}
{"level":"info","ts":1789564944.4265661,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e1dbf543427d09f8ee9ae6b12d63d51","span_id":"db0f69dd69e93166","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82"}
{"level":"info","ts":1789564944.6096487,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789564944.6097562,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"280543eda2d6468f8c2f8a11d1987033","span_id":"a88bb1a5ab3175e8","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2"}
{"level":"info","ts":1789564944.6097746,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"280543eda2d6468f8c2f8a11d1987033","span_id":"a88bb1a5ab3175e8","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2"}
{"level":"info","ts":1789564944.6097922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"280543eda2d6468f8c2f8a11d1987033","span_id":"a88bb1a5ab3175e8","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2","EoS":true}
{"level":"info","ts":1789564944.6098905,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"280543eda2d6468f8c2f8a11d1987033","span_id":"a88bb1a5ab3175e8","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2"}
{"level":"error","ts":1789564958.9531896,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789567199.1752713,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789567199.1754282,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567199.1754491,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567199.1754673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","EoS":true}
{"level":"info","ts":1789567199.1754975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","header":"x-maas-subscription"}
{"level":"info","ts":1789567199.1755111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","header":"x-maas-username"}
{"level":"info","ts":1789567199.1755197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","header":"x-maas-group"}
{"level":"info","ts":1789567199.1755369,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789567199.17557,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567199.17738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567199.1773977,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567199.177412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","EoS":false}
{"level":"info","ts":1789567199.177422,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567199.1774452,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","EoS":true}
{"level":"info","ts":1789567199.1774533,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa6fd1093dccfc635ca3966cae883c34","span_id":"6d66c053c83450a0","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"}
{"level":"info","ts":1789567200.075671,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789567200.0757813,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"info","ts":1789567200.0757961,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"info","ts":1789567200.0758147,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","EoS":true}
{"level":"info","ts":1789567200.07585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","header":"x-maas-username"}
{"level":"info","ts":1789567200.0758636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","header":"x-maas-group"}
{"level":"info","ts":1789567200.075872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","header":"x-maas-subscription"}
{"level":"info","ts":1789567200.0758915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789567200.0759242,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"info","ts":1789567200.0769544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"info","ts":1789567200.0769725,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"info","ts":1789567200.0769877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","EoS":false}
{"level":"info","ts":1789567200.0769985,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"info","ts":1789567200.0770223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","EoS":true}
{"level":"info","ts":1789567200.0770314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9275840592870d9db7fcb007e179417","span_id":"fdc5a08d0c9fec37","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}
{"level":"error","ts":1789567209.2187366,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789567219.2195642,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}