{"level":"info","ts":1789480299.8918488,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"}
{"level":"info","ts":1789480299.8918653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","EoS":true}
{"level":"info","ts":1789480299.8919034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","header":"x-maas-username"}
{"level":"info","ts":1789480299.891917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","header":"x-maas-group"}
{"level":"info","ts":1789480299.8919268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","header":"x-maas-subscription"}
{"level":"info","ts":1789480299.8919475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","path":"/v1/chat/completions"}
{"level":"info","ts":1789480299.8919632,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789480299.8920016,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"}
{"level":"info","ts":1789480299.8938146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"}
{"level":"info","ts":1789480299.8938334,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"}
{"level":"info","ts":1789480299.8938522,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","EoS":false}
{"level":"info","ts":1789480299.8938675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"}
{"level":"info","ts":1789480299.893894,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","EoS":true}
{"level":"info","ts":1789480299.8939028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01a63cd7b7b6990c91d38cca70cb539f","span_id":"532550401fd5cd00","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"}
{"level":"info","ts":1789480299.933629,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480299.933776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480299.9337895,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480299.933802,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","EoS":true}
{"level":"info","ts":1789480299.9338279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","header":"x-maas-username"}
{"level":"info","ts":1789480299.9338384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","header":"x-maas-subscription"}
{"level":"info","ts":1789480299.9338439,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","header":"x-maas-group"}
{"level":"info","ts":1789480299.9338598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","path":"/v1/chat/completions"}
{"level":"info","ts":1789480299.9338722,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789480299.9339051,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480299.934786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480299.934806,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480299.93482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","EoS":false}
{"level":"info","ts":1789480299.9348376,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480299.9348674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","EoS":true}
{"level":"info","ts":1789480299.9348767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbcba2e8c549bf5925ff613eef0d27ce","span_id":"71f1f72303cd07c8","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"}
{"level":"info","ts":1789480310.7235389,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"093c9653-fe3b-4d6f-8ee5-941dd12638a8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480310.7235975,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"093c9653-fe3b-4d6f-8ee5-941dd12638a8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480310.7839186,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480310.7840717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.784091,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.78411,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","EoS":true}
{"level":"info","ts":1789480310.7841432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","header":"x-maas-group"}
{"level":"info","ts":1789480310.7841558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","header":"x-maas-username"}
{"level":"info","ts":1789480310.784164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","header":"x-maas-subscription"}
{"level":"info","ts":1789480310.7841828,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789480310.7842166,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.7859762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.7860012,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.7860165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","EoS":false}
{"level":"info","ts":1789480310.78603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.786055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","EoS":true}
{"level":"info","ts":1789480310.7860632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9544e827a4a436697426c1e763f8dc2e","span_id":"2b835a317e9ae29b","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"}
{"level":"info","ts":1789480310.8281224,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480310.8282342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.828255,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.8282678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","EoS":true}
{"level":"info","ts":1789480310.8282955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","header":"x-maas-subscription"}
{"level":"info","ts":1789480310.8283086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","header":"x-maas-group"}
{"level":"info","ts":1789480310.828316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","header":"x-maas-username"}
{"level":"info","ts":1789480310.828338,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480310.8283758,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.8292127,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.829233,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.8292356,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e7ae0db-0991-4daa-a6b6-7288c1c691e3"}
{"level":"info","ts":1789480310.8292465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","EoS":false}
{"level":"info","ts":1789480310.8292582,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.8292794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","EoS":true}
{"level":"info","ts":1789480310.8292887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"365365259f1d46024ffbec84e20503a8","span_id":"ed6339af024353da","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"}
{"level":"info","ts":1789480310.8294704,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8bd735c7-71fb-44cc-93ab-e885281adfc0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480310.829497,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8bd735c7-71fb-44cc-93ab-e885281adfc0","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480310.8347824,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7ea74e4-547a-482c-a0d3-40fc37a31ffd","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480310.8348129,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7ea74e4-547a-482c-a0d3-40fc37a31ffd","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480310.835022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34526.656636335,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480310.8350508,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480310.8897476,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480310.9353726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38637.918609038,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480310.9354086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480310.9458807,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480310.952105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb1fd2e1-9c84-4971-9e53-10f9efe4af86"}
{"level":"info","ts":1789480310.9521532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b847de19-861e-4012-9c90-7d150e1c0b3c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480310.9521942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b847de19-861e-4012-9c90-7d150e1c0b3c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480310.9625187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e632ffe-c453-4bdd-bae7-0a7241119cf9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480310.9625628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e632ffe-c453-4bdd-bae7-0a7241119cf9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789480310.963169,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb1fd2e1-9c84-4971-9e53-10f9efe4af86","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480310.9632115,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb1fd2e1-9c84-4971-9e53-10f9efe4af86","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789480310.9669473,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb1fd2e1-9c84-4971-9e53-10f9efe4af86","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480310.9669988,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb1fd2e1-9c84-4971-9e53-10f9efe4af86","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480310.9670708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e1b307a-4ac2-4764-b8e1-014c328fc0fa"}
{"level":"info","ts":1789480310.9670973,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e1b307a-4ac2-4764-b8e1-014c328fc0fa","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1789480310.9709458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eadd636-920a-4ece-b2a6-b94c01c7b64c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480310.97099,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eadd636-920a-4ece-b2a6-b94c01c7b64c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789480310.9729903,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e1b307a-4ac2-4764-b8e1-014c328fc0fa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480310.973028,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e1b307a-4ac2-4764-b8e1-014c328fc0fa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480310.973078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d58bafbd-fd64-4423-bfd8-afb1e4a76184"}
{"level":"info","ts":1789480310.9731023,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d58bafbd-fd64-4423-bfd8-afb1e4a76184","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789480310.9778607,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d58bafbd-fd64-4423-bfd8-afb1e4a76184","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480310.9981372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f8ae3a-2074-4591-b676-f877daa693e5"}
{"level":"info","ts":1789480310.9981828,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f8ae3a-2074-4591-b676-f877daa693e5","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789480311.0031116,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f8ae3a-2074-4591-b676-f877daa693e5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480311.0362382,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e7ae0db-0991-4daa-a6b6-7288c1c691e3","name":"e2e-external-provider"}
{"level":"info","ts":1789480311.0434003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb51a2ea-155b-4dfe-852a-82a02eb9d09b"}
{"level":"info","ts":1789480311.043443,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb51a2ea-155b-4dfe-852a-82a02eb9d09b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789480311.0483248,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb51a2ea-155b-4dfe-852a-82a02eb9d09b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480311.059935,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a657c497-ebe5-4d40-a6b4-e7c6d8044e97","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480311.0599816,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a657c497-ebe5-4d40-a6b4-e7c6d8044e97","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1789480311.0600076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e7ae0db-0991-4daa-a6b6-7288c1c691e3","error":"failed to apply Service: services \"e2e-external-provider\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480311.060072,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6767ee8-ebcb-4f0e-b96d-e55e0a6f0b9c"}
{"level":"info","ts":1789480311.0600822,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb4febfe-3ab3-4cef-b768-57307ab878f8"}
{"level":"info","ts":1789480311.0600944,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6767ee8-ebcb-4f0e-b96d-e55e0a6f0b9c","provider":"e2e-external-provider","phase":"Failed"}
{"level":"info","ts":1789480311.060136,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb4febfe-3ab3-4cef-b768-57307ab878f8","name":"e2e-external-provider"}
{"level":"info","ts":1789480311.0602515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85619182-db4c-4384-8bf2-6dd7d108892d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480311.0602732,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85619182-db4c-4384-8bf2-6dd7d108892d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480311.070187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82879705-f63e-46a4-9128-1c4709cec493","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480311.0703177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82879705-f63e-46a4-9128-1c4709cec493","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789480311.0737908,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6767ee8-ebcb-4f0e-b96d-e55e0a6f0b9c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480311.0738873,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6767ee8-ebcb-4f0e-b96d-e55e0a6f0b9c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480311.0739686,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"706aa8a2-edbd-43ba-98f2-89ff01cfb53e"}
{"level":"info","ts":1789480311.0740044,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"706aa8a2-edbd-43ba-98f2-89ff01cfb53e","provider":"e2e-external-provider","phase":"Failed"}
{"level":"info","ts":1789480311.0763435,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb4febfe-3ab3-4cef-b768-57307ab878f8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1789480311.0786476,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"706aa8a2-edbd-43ba-98f2-89ff01cfb53e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480311.0829122,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671ad881-9cc1-44bc-abb9-6b1763a48bdf","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480311.082949,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671ad881-9cc1-44bc-abb9-6b1763a48bdf","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480311.0829558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b709efdd-9e07-4d16-81a5-dc84d7931031"}
{"level":"info","ts":1789480311.0830297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d15a5c12-ced9-460e-a98f-2f4df9afd17a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480311.083081,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5324264-0590-429e-87b3-2b7dce569344"}
{"level":"info","ts":1789480311.0832155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d15a5c12-ced9-460e-a98f-2f4df9afd17a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480311.083221,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5324264-0590-429e-87b3-2b7dce569344","name":"e2e-external-provider"}
{"level":"info","ts":1789480311.0832953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33826.104390896,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480311.0833127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480311.0916348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480311.0931334,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5324264-0590-429e-87b3-2b7dce569344","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1789480311.1838121,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b709efdd-9e07-4d16-81a5-dc84d7931031","name":"e2e-external-model"}
{"level":"info","ts":1789480311.1971748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b709efdd-9e07-4d16-81a5-dc84d7931031","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480311.2076406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41f888f-bf1e-46e8-b125-4b953b69690b"}
{"level":"info","ts":1789480311.207701,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40f84614-cb8b-47c7-ab9d-2ecf2b9d583e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480311.2077389,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41f888f-bf1e-46e8-b125-4b953b69690b","name":"e2e-external-model"}
{"level":"info","ts":1789480311.207739,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40f84614-cb8b-47c7-ab9d-2ecf2b9d583e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789480311.2321591,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41f888f-bf1e-46e8-b125-4b953b69690b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480311.2322726,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41f888f-bf1e-46e8-b125-4b953b69690b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480311.2323482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6309432a-0f85-40e5-a9c9-5250e6a5e841"}
{"level":"info","ts":1789480311.2324245,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6309432a-0f85-40e5-a9c9-5250e6a5e841","name":"e2e-external-model"}
{"level":"info","ts":1789480311.2325506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e7bb2a-29a2-4c77-9206-9f6d650c9b99","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480311.2325919,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e7bb2a-29a2-4c77-9206-9f6d650c9b99","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480311.2450542,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6309432a-0f85-40e5-a9c9-5250e6a5e841","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480311.2508821,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d3e95bf-9740-4567-b8d2-af2e80fd9d4e"}
{"level":"info","ts":1789480311.2509766,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d3e95bf-9740-4567-b8d2-af2e80fd9d4e","name":"e2e-external-model"}
{"level":"info","ts":1789480311.250893,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9314b86c-210b-4ccc-99af-f1b5c6f2b68a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480311.2510533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9314b86c-210b-4ccc-99af-f1b5c6f2b68a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480311.261374,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d3e95bf-9740-4567-b8d2-af2e80fd9d4e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480311.808164,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480311.8082638,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"info","ts":1789480311.8082755,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"info","ts":1789480311.808287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","EoS":true}
{"level":"info","ts":1789480311.8083112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","header":"x-maas-subscription"}
{"level":"info","ts":1789480311.8083215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","header":"x-maas-username"}
{"level":"info","ts":1789480311.808327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","header":"x-maas-group"}
{"level":"info","ts":1789480311.808342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480311.808369,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"info","ts":1789480311.809691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"info","ts":1789480311.809707,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"info","ts":1789480311.8097193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","EoS":false}
{"level":"info","ts":1789480311.809731,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"info","ts":1789480311.8097546,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","EoS":true}
{"level":"info","ts":1789480311.8097677,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63f6898b6f978a9990f5099a4a24741b","span_id":"9b1bdea4612a83ad","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"}
{"level":"error","ts":1789480311.845122,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480311.847628,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480311.8477259,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480311.8477383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480311.8477507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","EoS":true}
{"level":"info","ts":1789480311.8477745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","header":"x-maas-username"}
{"level":"info","ts":1789480311.8477855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","header":"x-maas-group"}
{"level":"info","ts":1789480311.8477917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","header":"x-maas-subscription"}
{"level":"info","ts":1789480311.847807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480311.8478334,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480311.8488507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480311.848869,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480311.8488832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","EoS":false}
{"level":"info","ts":1789480311.848896,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480311.8489237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","EoS":true}
{"level":"info","ts":1789480311.8489373,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81b6b77cffa66b91cbc3e94cc0252bab","span_id":"bd105a4ba2b25343","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"}
{"level":"info","ts":1789480316.8318572,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480316.8319654,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480316.8319821,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480316.8319952,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","EoS":true}
{"level":"info","ts":1789480316.8320184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","header":"x-maas-subscription"}
{"level":"info","ts":1789480316.832028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","header":"x-maas-group"}
{"level":"info","ts":1789480316.832034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","header":"x-maas-username"}
{"level":"info","ts":1789480316.8320532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789480316.8320653,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","modelName":"e2e-external-model"}
{"level":"info","ts":1789480316.8320758,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789480316.8321033,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789480316.8321218,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","authType":"apikey"}
{"level":"info","ts":1789480316.8321815,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480317.2674284,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480317.267525,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"93234382f216ab00912131d2e5e66ffb","span_id":"b31dbbfc4ef54b32","x-request-id":"3ed3386a-2984-4bd6-aace-01e292c16610"}
{"level":"info","ts":1789480317.998155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480317.99827,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480317.9983008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","EoS":false}
{"level":"info","ts":1789480317.9983199,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480317.9983575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","EoS":true}
{"level":"info","ts":1789480317.998369,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6228ad06d02e01983c2325705c9c5649","span_id":"dc85c293f95d420d","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"}
{"level":"info","ts":1789480318.1121104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e43943b-84ff-4a91-aaff-17b61a9579b9"}
{"level":"info","ts":1789480318.1121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"631b4eeb-208f-4542-b644-835f957c82d6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480318.1122954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"631b4eeb-208f-4542-b644-835f957c82d6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789480318.1237226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de983732-d894-4e39-bbd5-81d5dfb76424","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480318.1238523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de983732-d894-4e39-bbd5-81d5dfb76424","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789480318.1238875,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e43943b-84ff-4a91-aaff-17b61a9579b9","name":"e2e-cleanup-test"}
{"level":"info","ts":1789480318.1369536,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e43943b-84ff-4a91-aaff-17b61a9579b9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480318.1522293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a9a83ca-185f-4798-9905-a2597a3471cd"}
{"level":"info","ts":1789480318.1523113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"105939f5-1509-43a9-a93b-2fb925a4443c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480318.1523533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"105939f5-1509-43a9-a93b-2fb925a4443c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789480318.1524415,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a9a83ca-185f-4798-9905-a2597a3471cd","name":"e2e-cleanup-test"}
{"level":"error","ts":1789480318.1655912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a9a83ca-185f-4798-9905-a2597a3471cd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480318.165703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f80fedc-fe06-4aa2-a817-afc066234069"}
{"level":"info","ts":1789480318.1657672,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f80fedc-fe06-4aa2-a817-afc066234069","name":"e2e-cleanup-test"}
{"level":"info","ts":1789480318.1666393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f958d433-89e8-4676-ab1b-7db1cb8fe85c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480318.166695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f958d433-89e8-4676-ab1b-7db1cb8fe85c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789480318.178613,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f80fedc-fe06-4aa2-a817-afc066234069","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789480318.1848056,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f80fedc-fe06-4aa2-a817-afc066234069","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480318.1850374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8cb2cb8-56f3-4e60-ba72-c6f6a85a5083"}
{"level":"info","ts":1789480318.1851914,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8cb2cb8-56f3-4e60-ba72-c6f6a85a5083","name":"e2e-cleanup-test"}
{"level":"info","ts":1789480318.1952474,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8cb2cb8-56f3-4e60-ba72-c6f6a85a5083","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480318.1985223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea8fed8-1cdd-42d4-80ab-a258c1d79e6b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480318.1985674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea8fed8-1cdd-42d4-80ab-a258c1d79e6b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789480318.199361,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8cb2cb8-56f3-4e60-ba72-c6f6a85a5083","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480318.1994326,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0227e0ed-9ca9-4c5b-8e2c-e8ae61a2628a"}
{"level":"info","ts":1789480318.1994858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0227e0ed-9ca9-4c5b-8e2c-e8ae61a2628a","name":"e2e-cleanup-test"}
{"level":"info","ts":1789480318.2100782,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0227e0ed-9ca9-4c5b-8e2c-e8ae61a2628a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789480321.8455815,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480326.3645825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67d2872e-fce1-4c46-807a-dc6772e6d30c"}
{"level":"info","ts":1789480326.3647814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b711f819-c12d-46ff-9a55-93e8f5495afd","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480326.3649004,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b711f819-c12d-46ff-9a55-93e8f5495afd","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480330.657758,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480330.6578565,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fdeba8f859f238bb171149661eb79966","span_id":"7e295845a6977387","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533"}
{"level":"info","ts":1789480330.6578696,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fdeba8f859f238bb171149661eb79966","span_id":"7e295845a6977387","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533"}
{"level":"info","ts":1789480330.6578813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fdeba8f859f238bb171149661eb79966","span_id":"7e295845a6977387","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533","EoS":true}
{"level":"info","ts":1789480330.6579134,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fdeba8f859f238bb171149661eb79966","span_id":"7e295845a6977387","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1789480330.6579406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fdeba8f859f238bb171149661eb79966","span_id":"7e295845a6977387","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533"}
{"level":"info","ts":1789480330.9690092,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"252c0827-2bdc-4b8f-b56b-8f7d7e2cb1a6","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9727762,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"252c0827-2bdc-4b8f-b56b-8f7d7e2cb1a6","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480330.9803822,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"787467de-9a2b-40d9-93bb-d3ee6baa0c79","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.980424,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"787467de-9a2b-40d9-93bb-d3ee6baa0c79","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480330.980485,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d099213-23f8-44f9-8b20-6077205ec158"}
{"level":"error","ts":1789480330.985573,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"252c0827-2bdc-4b8f-b56b-8f7d7e2cb1a6","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480330.9865136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"88682f65-f92a-44e6-9da2-498c1ca95b4c"}
{"level":"info","ts":1789480330.9867723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d2ce8e1a-185c-4a0b-ad31-cd2b59369f2d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9868507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d2ce8e1a-185c-4a0b-ad31-cd2b59369f2d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480330.989596,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a77ba8a3-79cf-40bd-bf63-f782f5c28e9e","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9897046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e26adfd0-c460-41d0-8223-97f43d165637","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.989817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e26adfd0-c460-41d0-8223-97f43d165637","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480330.9897282,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a77ba8a3-79cf-40bd-bf63-f782f5c28e9e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480330.990961,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"50d40ad1-daaa-4077-9219-64a7e1a95d87","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"error","ts":1789480330.9910257,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d099213-23f8-44f9-8b20-6077205ec158","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480330.991083,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d099213-23f8-44f9-8b20-6077205ec158","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480330.9961734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"125ff731-51df-4475-99cd-113ee0ca75ea","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.996273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"125ff731-51df-4475-99cd-113ee0ca75ea","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480330.9966574,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"88682f65-f92a-44e6-9da2-498c1ca95b4c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480330.9967973,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"88682f65-f92a-44e6-9da2-498c1ca95b4c","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"}
{"level":"info","ts":1789480330.9996583,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"50d40ad1-daaa-4077-9219-64a7e1a95d87","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.0079827,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"50d40ad1-daaa-4077-9219-64a7e1a95d87","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789480331.0089328,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"88682f65-f92a-44e6-9da2-498c1ca95b4c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0089808,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"88682f65-f92a-44e6-9da2-498c1ca95b4c","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0090377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"614eac50-a3b2-4a7a-b6b2-a5c515be73bc"}
{"level":"info","ts":1789480331.0090685,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"614eac50-a3b2-4a7a-b6b2-a5c515be73bc","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"}
{"level":"info","ts":1789480331.0092716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0580cce4-d29c-4e5b-8c57-e88857b47108","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0093534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0580cce4-d29c-4e5b-8c57-e88857b47108","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.009426,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d099213-23f8-44f9-8b20-6077205ec158","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0094671,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d099213-23f8-44f9-8b20-6077205ec158","error":"failed to apply Service: services \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0095189,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bca121da-84e7-4018-b72a-ba5fefc752af"}
{"level":"info","ts":1789480331.009599,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bca121da-84e7-4018-b72a-ba5fefc752af","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.013293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"cb4b45f6-7644-4713-ab2d-b9500f0b541d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0134985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"cb4b45f6-7644-4713-ab2d-b9500f0b541d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.01342,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"385d83bc-1482-4389-8bd1-d1b21e5d6e75","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0136247,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"385d83bc-1482-4389-8bd1-d1b21e5d6e75","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1789480331.0198958,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"614eac50-a3b2-4a7a-b6b2-a5c515be73bc","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0199878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0d43512b-351e-4027-9715-cbea503c04e0"}
{"level":"info","ts":1789480331.0200863,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0d43512b-351e-4027-9715-cbea503c04e0","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.022923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7ab93762-318a-43c9-aeb4-12de379ae67a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0230105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7ab93762-318a-43c9-aeb4-12de379ae67a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.0293787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0d43512b-351e-4027-9715-cbea503c04e0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0294778,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0d43512b-351e-4027-9715-cbea503c04e0","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0295672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"143debce-9e1b-4bfb-a620-1f8ae90c10bf"}
{"level":"info","ts":1789480331.0296068,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"143debce-9e1b-4bfb-a620-1f8ae90c10bf","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.0329254,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bca121da-84e7-4018-b72a-ba5fefc752af","kind":"DestinationRule","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.035209,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"143debce-9e1b-4bfb-a620-1f8ae90c10bf","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0513284,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0d3a8e32-9f5d-4d04-900d-e25c19c8f8fe","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0513682,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0d3a8e32-9f5d-4d04-900d-e25c19c8f8fe","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0513334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"26af3db8-1c4c-4fbc-84e1-a2d5e16e3cc1"}
{"level":"info","ts":1789480331.0514135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c2f3763f-a6bc-457b-967e-ca8e448a3969","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0514433,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c2f3763f-a6bc-457b-967e-ca8e448a3969","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.051415,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"26af3db8-1c4c-4fbc-84e1-a2d5e16e3cc1","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"error","ts":1789480331.0519023,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bca121da-84e7-4018-b72a-ba5fefc752af","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0519443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bca121da-84e7-4018-b72a-ba5fefc752af","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0519946,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"5c19510e-66b4-4af8-97e8-e58bd59704a6"}
{"level":"info","ts":1789480331.0520408,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"5c19510e-66b4-4af8-97e8-e58bd59704a6","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.0574877,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"26af3db8-1c4c-4fbc-84e1-a2d5e16e3cc1","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0671272,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"5c19510e-66b4-4af8-97e8-e58bd59704a6","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.0771725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ed1519b0-8120-4591-917f-d9421a85c9f3"}
{"level":"info","ts":1789480331.0772693,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ed1519b0-8120-4591-917f-d9421a85c9f3","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.0774202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"287f2654-0d03-4c21-94d6-9c793a38f1ae","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.077509,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"287f2654-0d03-4c21-94d6-9c793a38f1ae","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0829587,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"73844572-1cda-4ede-be41-cabcb78026fb"}
{"level":"info","ts":1789480331.0830107,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"73844572-1cda-4ede-be41-cabcb78026fb","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.0834107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"77d58fdf-4841-4292-87b7-6a33dd8be686","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0834343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"77d58fdf-4841-4292-87b7-6a33dd8be686","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0834572,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"350350f5-4971-4c75-a250-b2cefca28f95","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0835176,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"350350f5-4971-4c75-a250-b2cefca28f95","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.085611,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"5bcf1439-2c69-4d22-bcb4-a9a19e58cc45","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0856855,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"5bcf1439-2c69-4d22-bcb4-a9a19e58cc45","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.0896344,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ed1519b0-8120-4591-917f-d9421a85c9f3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0897503,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ed1519b0-8120-4591-917f-d9421a85c9f3","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.089935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a7923929-d9d9-49cd-809f-3c88aaec1f8e"}
{"level":"info","ts":1789480331.0899858,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a7923929-d9d9-49cd-809f-3c88aaec1f8e","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.101685,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"73844572-1cda-4ede-be41-cabcb78026fb","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.117003,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"531121b5-b03e-4edf-b1af-3f313d7c9fd5","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.1170976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"531121b5-b03e-4edf-b1af-3f313d7c9fd5","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.1174238,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a7923929-d9d9-49cd-809f-3c88aaec1f8e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.1174674,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a7923929-d9d9-49cd-809f-3c88aaec1f8e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.117523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"46ca976f-d3ad-4fb1-b8bd-5e06c7b35b26"}
{"level":"info","ts":1789480331.1175814,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"46ca976f-d3ad-4fb1-b8bd-5e06c7b35b26","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.1332636,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"46ca976f-d3ad-4fb1-b8bd-5e06c7b35b26","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480331.1395793,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c5f3d627-e4bf-4432-80b6-7264934f32ba","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.1396203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c5f3d627-e4bf-4432-80b6-7264934f32ba","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.1430874,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"46ca976f-d3ad-4fb1-b8bd-5e06c7b35b26","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.1431735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bb5178fd-32e2-48ad-9eb2-9f26c9c2bf8f"}
{"level":"info","ts":1789480331.143238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bb5178fd-32e2-48ad-9eb2-9f26c9c2bf8f","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.1540797,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bb5178fd-32e2-48ad-9eb2-9f26c9c2bf8f","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480331.2272553,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"9c4c54be-bf71-43ce-877e-a6a1a340a349","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.2303903,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"9c4c54be-bf71-43ce-877e-a6a1a340a349","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.235378,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"9c4c54be-bf71-43ce-877e-a6a1a340a349","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480333.8458827,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d6d8afde-b283-4b5d-9b0a-451c5c4be825","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8548565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"43bdbfc6-ca53-4eb2-9a84-5f957841dd15"}
{"level":"info","ts":1789480333.855032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8d704180-a6d0-4e4e-b5f8-25f6905484aa","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8550816,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8d704180-a6d0-4e4e-b5f8-25f6905484aa","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8572557,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3f5c4abc-e64d-4cf6-b696-a3d0252b6e14","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8574739,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3f5c4abc-e64d-4cf6-b696-a3d0252b6e14","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.857406,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0b65b29f-a282-424f-bab3-6721983f72bf"}
{"level":"info","ts":1789480334.2598424,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480334.2599576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"info","ts":1789480334.259972,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"info","ts":1789480334.2599838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","EoS":true}
{"level":"info","ts":1789480334.2600105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","header":"x-maas-subscription"}
{"level":"info","ts":1789480334.2600207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","header":"x-maas-group"}
{"level":"info","ts":1789480334.2600255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","header":"x-maas-username"}
{"level":"info","ts":1789480334.2600427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789480334.260054,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","modelName":"e2e-external-model"}
{"level":"info","ts":1789480334.2600656,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789480334.260089,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789480334.2601054,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","authType":"apikey"}
{"level":"info","ts":1789480334.2601326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"error","ts":1789480336.8462393,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480337.4387126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"info","ts":1789480337.4387405,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"info","ts":1789480337.43876,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","EoS":false}
{"level":"info","ts":1789480337.438774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"info","ts":1789480337.4388027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","EoS":true}
{"level":"info","ts":1789480337.4388115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b298063accf4d4a52307d5a3be25d402","span_id":"c4b05f8683a85c55","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"}
{"level":"info","ts":1789480338.0359375,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480338.0360482,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480338.0360606,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480338.0360723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","EoS":true}
{"level":"info","ts":1789480338.036095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","header":"x-maas-username"}
{"level":"info","ts":1789480338.036104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","header":"x-maas-subscription"}
{"level":"info","ts":1789480338.036109,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","header":"x-maas-group"}
{"level":"info","ts":1789480338.0361238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789480338.0361516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480343.0930564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480343.0930846,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480343.0931025,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","EoS":false}
{"level":"info","ts":1789480343.0931158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480343.0931487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","EoS":true}
{"level":"info","ts":1789480343.0931563,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca3cd0d5b7c7c5c475d377c85df0d53e","span_id":"dcdda11e466decfb","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"}
{"level":"info","ts":1789480343.135471,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480343.1355836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"info","ts":1789480343.1355991,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"info","ts":1789480343.135618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","EoS":true}
{"level":"info","ts":1789480343.135651,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","header":"x-maas-subscription"}
{"level":"info","ts":1789480343.1357026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","header":"x-maas-username"}
{"level":"info","ts":1789480343.1357129,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","header":"x-maas-group"}
{"level":"info","ts":1789480343.1357777,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"info","ts":1789480346.255579,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"info","ts":1789480346.2556088,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"info","ts":1789480346.2556214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","EoS":false}
{"level":"info","ts":1789480346.2556355,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"info","ts":1789480346.2557013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","EoS":true}
{"level":"info","ts":1789480346.2557113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6ca7740c4f17e988156ee1104cc4057","span_id":"0135b40f2fc8d4ae","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"}
{"level":"error","ts":1789480346.846742,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789480356.8474958,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480368.5204952,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480368.5206048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.5206192,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.520632,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","EoS":true}
{"level":"info","ts":1789480368.5206568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","header":"x-maas-username"}
{"level":"info","ts":1789480368.5206838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","header":"x-maas-group"}
{"level":"info","ts":1789480368.5206892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","header":"x-maas-subscription"}
{"level":"info","ts":1789480368.5207067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480368.520736,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.522136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.522149,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.5221646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","EoS":false}
{"level":"info","ts":1789480368.5221744,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.5221932,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","EoS":true}
{"level":"info","ts":1789480368.522202,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a699fce68774a5084c22be434481048c","span_id":"2b033bde0f23efba","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"}
{"level":"info","ts":1789480368.5609925,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480368.5611095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.561126,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.561144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","EoS":true}
{"level":"info","ts":1789480368.561181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","header":"x-maas-subscription"}
{"level":"info","ts":1789480368.561195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","header":"x-maas-group"}
{"level":"info","ts":1789480368.5612605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","header":"x-maas-username"}
{"level":"info","ts":1789480368.5612826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480368.5613203,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.5621421,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.5621593,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.5621724,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","EoS":false}
{"level":"info","ts":1789480368.5621853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.5622082,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","EoS":true}
{"level":"info","ts":1789480368.5622177,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfb4a322a946f420f5a6cd3476bfb4b6","span_id":"d74d9bcd935669a4","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"}
{"level":"info","ts":1789480368.6013055,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480368.601422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.601437,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.6014557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","EoS":true}
{"level":"info","ts":1789480368.6015415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","header":"x-maas-subscription"}
{"level":"info","ts":1789480368.6015558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","header":"x-maas-group"}
{"level":"info","ts":1789480368.6015637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","header":"x-maas-username"}
{"level":"info","ts":1789480368.6015844,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480368.6016185,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.6024678,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.602485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.6024966,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","EoS":false}
{"level":"info","ts":1789480368.6025083,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.6025314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","EoS":true}
{"level":"info","ts":1789480368.6025417,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0afe0a817fc3ad9ee5fb0d556492ba2e","span_id":"25b9ff49f56f4028","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"}
{"level":"info","ts":1789480368.646199,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480368.6463323,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"info","ts":1789480368.6463535,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"info","ts":1789480368.6463726,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","EoS":true}
{"level":"info","ts":1789480368.6464062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","header":"x-maas-subscription"}
{"level":"info","ts":1789480368.646419,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","header":"x-maas-username"}
{"level":"info","ts":1789480368.6464262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","header":"x-maas-group"}
{"level":"info","ts":1789480368.6464424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789480368.6464682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"info","ts":1789480368.6472788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"info","ts":1789480368.6472962,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"info","ts":1789480368.6473105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","EoS":false}
{"level":"info","ts":1789480368.6473231,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"info","ts":1789480368.6473484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","EoS":true}
{"level":"info","ts":1789480368.6473577,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0bd64c61ecbdfa53c890e14f92619b55","span_id":"ea17afcf4939c06e","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"}
{"level":"error","ts":1789480371.8480358,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480376.950174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"341b67db-a7ad-454b-b63f-dde616173dfc"}
{"level":"info","ts":1789480376.9503682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c7c5d7c-61fc-4f95-89b8-7d347ddaf1a4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480376.9504368,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c7c5d7c-61fc-4f95-89b8-7d347ddaf1a4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480377.087626,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d378d979-556c-4290-8612-0b728140f406","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480377.087654,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9406ba45-9312-4231-9550-93e5e08d3111"}
{"level":"info","ts":1789480377.087684,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d378d979-556c-4290-8612-0b728140f406","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480377.1947389,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"76ebf98b-0bd4-489d-94ee-db0eafade899","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480377.1948762,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"76ebf98b-0bd4-489d-94ee-db0eafade899","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480381.055654,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480381.0557601,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eaacc2d2dc445208f1f73ad636b12846","span_id":"b374e35bb7d5df3a","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309"}
{"level":"info","ts":1789480381.0557716,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eaacc2d2dc445208f1f73ad636b12846","span_id":"b374e35bb7d5df3a","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309"}
{"level":"info","ts":1789480381.055784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eaacc2d2dc445208f1f73ad636b12846","span_id":"b374e35bb7d5df3a","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309","EoS":true}
{"level":"info","ts":1789480381.0558305,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eaacc2d2dc445208f1f73ad636b12846","span_id":"b374e35bb7d5df3a","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309"}
{"level":"info","ts":1789480381.1951928,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480381.1952932,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5e95291ebf57600f8411d6326759f5c","span_id":"8f91d1b16fa64ec6","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f"}
{"level":"info","ts":1789480381.195305,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5e95291ebf57600f8411d6326759f5c","span_id":"8f91d1b16fa64ec6","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f"}
{"level":"info","ts":1789480381.195317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5e95291ebf57600f8411d6326759f5c","span_id":"8f91d1b16fa64ec6","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f","EoS":true}
{"level":"info","ts":1789480381.1953566,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5e95291ebf57600f8411d6326759f5c","span_id":"8f91d1b16fa64ec6","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f"}
{"level":"info","ts":1789480381.3389857,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480381.3390775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4dfc122ba0d3d66ac291c590551f9bb","span_id":"39f73586381481af","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec"}
{"level":"info","ts":1789480381.33909,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4dfc122ba0d3d66ac291c590551f9bb","span_id":"39f73586381481af","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec"}
{"level":"info","ts":1789480381.3391016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4dfc122ba0d3d66ac291c590551f9bb","span_id":"39f73586381481af","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec","EoS":true}
{"level":"info","ts":1789480381.3391502,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4dfc122ba0d3d66ac291c590551f9bb","span_id":"39f73586381481af","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec"}
{"level":"error","ts":1789480381.8486526,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789480391.8488839,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789482670.8355722,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789482670.8357024,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482670.8357172,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482670.8357303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","EoS":true}
{"level":"info","ts":1789482670.8357546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","header":"x-maas-username"}
{"level":"info","ts":1789482670.835766,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","header":"x-maas-group"}
{"level":"info","ts":1789482670.8357754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","header":"x-maas-subscription"}
{"level":"info","ts":1789482670.8357913,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789482670.8358178,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482670.837345,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482670.8373694,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482670.8373885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","EoS":false}
{"level":"info","ts":1789482670.8374057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482670.8374426,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","EoS":true}
{"level":"info","ts":1789482670.8374565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9513a31618ec82a7b60f2fbc91c7c247","span_id":"936f97371621529a","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"}
{"level":"info","ts":1789482671.6839948,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789482671.6841123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"info","ts":1789482671.6841288,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"info","ts":1789482671.6841486,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","EoS":true}
{"level":"info","ts":1789482671.6841867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","header":"x-maas-username"}
{"level":"info","ts":1789482671.6841981,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","header":"x-maas-group"}
{"level":"info","ts":1789482671.684206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","header":"x-maas-subscription"}
{"level":"info","ts":1789482671.684229,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789482671.6842642,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"info","ts":1789482671.6851492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"info","ts":1789482671.685169,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"info","ts":1789482671.6851816,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","EoS":false}
{"level":"info","ts":1789482671.685193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"info","ts":1789482671.6852167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","EoS":true}
{"level":"info","ts":1789482671.685226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1ab9c2a23f8f93d54fd19ad548bbf9e","span_id":"e95f5251233fca21","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}
{"level":"error","ts":1789482682.1156332,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}