{"level":"info","ts":1789769681.9527752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","EoS":true} {"level":"info","ts":1789769681.9528067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","header":"x-maas-username"} {"level":"info","ts":1789769681.9528155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","header":"x-maas-group"} {"level":"info","ts":1789769681.9528208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","header":"x-maas-subscription"} {"level":"info","ts":1789769681.9528368,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769681.952868,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9546313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9546533,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9546673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","EoS":false} {"level":"info","ts":1789769681.9546793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9547074,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","EoS":true} {"level":"info","ts":1789769681.9547212,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec6d8de8a0a06127d599c7d5abe6eb9c","span_id":"79d575ac7a8a3759","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769682.0425375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769682.0426676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.0426877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.0427067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","EoS":true} {"level":"info","ts":1789769682.042739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","header":"x-maas-subscription"} {"level":"info","ts":1789769682.0427537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","header":"x-maas-username"} {"level":"info","ts":1789769682.042762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","header":"x-maas-group"} {"level":"info","ts":1789769682.0427828,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769682.0428183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.0440314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.044051,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.044073,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","EoS":false} {"level":"info","ts":1789769682.044085,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.0441127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","EoS":true} {"level":"info","ts":1789769682.0441222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a7f5a26008877cc2d2e7b703065a488","span_id":"10cbcf8e48fb205f","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.14385,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769682.1439486,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.1439614,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.143974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","EoS":true} {"level":"info","ts":1789769682.1439972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","header":"x-maas-subscription"} {"level":"info","ts":1789769682.1440086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","header":"x-maas-username"} {"level":"info","ts":1789769682.1440132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","header":"x-maas-group"} {"level":"info","ts":1789769682.1440282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769682.1440601,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.146654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.1466782,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.1466968,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","EoS":false} {"level":"info","ts":1789769682.1467097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.14674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","EoS":true} {"level":"info","ts":1789769682.146751,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c92d81f8091e6acd148d94f8387849c","span_id":"908ff7315001ac7b","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.2353697,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769682.2354686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.2354815,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.235493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","EoS":true} {"level":"info","ts":1789769682.235538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","header":"x-maas-username"} {"level":"info","ts":1789769682.2355485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","header":"x-maas-group"} {"level":"info","ts":1789769682.2355535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","header":"x-maas-subscription"} {"level":"info","ts":1789769682.2355695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769682.2355988,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.2367573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.2367766,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.2367902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","EoS":false} {"level":"info","ts":1789769682.2368016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.2368271,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","EoS":true} {"level":"info","ts":1789769682.2368374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83439c73f69dfdfb2f12fe956a4a5d20","span_id":"6d6ee09adddeaf51","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"error","ts":1789769696.3843806,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789769700.0076687,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769700.0077894,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"17545347b3818bc9e9bb5fab8a449c91","span_id":"6105e003f6ea484c","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7"} {"level":"info","ts":1789769700.0078042,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"17545347b3818bc9e9bb5fab8a449c91","span_id":"6105e003f6ea484c","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7"} {"level":"info","ts":1789769700.007819,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"17545347b3818bc9e9bb5fab8a449c91","span_id":"6105e003f6ea484c","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7","EoS":true} {"level":"info","ts":1789769700.0078652,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"17545347b3818bc9e9bb5fab8a449c91","span_id":"6105e003f6ea484c","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7"} {"level":"info","ts":1789769700.181186,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769700.1813176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"756d81c842ee8b4e2c9d0ed1897aa75b","span_id":"5f6060af3f4342c3","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd"} {"level":"info","ts":1789769700.1813376,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"756d81c842ee8b4e2c9d0ed1897aa75b","span_id":"5f6060af3f4342c3","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd"} {"level":"info","ts":1789769700.1813557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"756d81c842ee8b4e2c9d0ed1897aa75b","span_id":"5f6060af3f4342c3","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd","EoS":true} {"level":"info","ts":1789769700.181452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"756d81c842ee8b4e2c9d0ed1897aa75b","span_id":"5f6060af3f4342c3","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd"} {"level":"info","ts":1789769700.345325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769700.3454504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f1f7e7dde4b62139582d0bcd197a860","span_id":"d2778c72fb100e77","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c"} {"level":"info","ts":1789769700.3454714,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f1f7e7dde4b62139582d0bcd197a860","span_id":"d2778c72fb100e77","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c"} {"level":"info","ts":1789769700.3454874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f1f7e7dde4b62139582d0bcd197a860","span_id":"d2778c72fb100e77","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c","EoS":true} {"level":"info","ts":1789769700.3455634,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f1f7e7dde4b62139582d0bcd197a860","span_id":"d2778c72fb100e77","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c"} {"level":"error","ts":1789769711.3860261,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789770682.9020016,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770682.9021075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9021204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9021318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","EoS":true} {"level":"info","ts":1789770682.9021566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","header":"x-maas-username"} {"level":"info","ts":1789770682.902167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","header":"x-maas-group"} {"level":"info","ts":1789770682.902173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","header":"x-maas-subscription"} {"level":"info","ts":1789770682.9021888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789770682.9022148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9033067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9033303,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9033475,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","EoS":false} {"level":"info","ts":1789770682.9033644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9033906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","EoS":true} {"level":"info","ts":1789770682.9034007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed8e8c7ca677215d01f6b0b7ff178c0a","span_id":"8a5d8e89e381425f","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.941284,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770682.9414015,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.9414167,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.9414356,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","EoS":true} {"level":"info","ts":1789770682.9414742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","header":"x-maas-subscription"} {"level":"info","ts":1789770682.9414887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","header":"x-maas-username"} {"level":"info","ts":1789770682.9414966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","header":"x-maas-group"} {"level":"info","ts":1789770682.9415448,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789770682.941585,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.942657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.9426827,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.9427009,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","EoS":false} {"level":"info","ts":1789770682.9427128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.942739,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","EoS":true} {"level":"info","ts":1789770682.9427488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aca3cd6d46fc3cf0d729e24fbf459754","span_id":"d9a5f92ae7889958","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"error","ts":1789770696.4980426,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771010.6659634,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0320e2cd-96b8-4f5a-a6eb-0dd5fdfab27d","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.6660182,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0320e2cd-96b8-4f5a-a6eb-0dd5fdfab27d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6660457,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0320e2cd-96b8-4f5a-a6eb-0dd5fdfab27d"} {"level":"info","ts":1789771010.6659691,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94b8b1d8-2ec3-46b1-920d-9c3963c20bc3"} {"level":"error","ts":1789771010.6750083,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94b8b1d8-2ec3-46b1-920d-9c3963c20bc3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6750357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c43a7246-4823-45e8-84a5-6dfd2c284dbb","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.6750672,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c43a7246-4823-45e8-84a5-6dfd2c284dbb","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6750932,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c43a7246-4823-45e8-84a5-6dfd2c284dbb"} {"level":"info","ts":1789771010.6835501,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8d4d53d-17de-4511-a07d-1fdf2f06b623","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.6835816,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8d4d53d-17de-4511-a07d-1fdf2f06b623","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.683598,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8d4d53d-17de-4511-a07d-1fdf2f06b623"} {"level":"error","ts":1789771010.6838443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94b8b1d8-2ec3-46b1-920d-9c3963c20bc3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6838937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9eb9c8c2-819a-4b33-859c-bcefef75fa26"} {"level":"error","ts":1789771010.6839142,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9eb9c8c2-819a-4b33-859c-bcefef75fa26","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.6905718,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9eb9c8c2-819a-4b33-859c-bcefef75fa26","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.7007813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e19de917-34c3-49cc-9c21-62c065e6fa3d"} {"level":"error","ts":1789771010.7008064,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e19de917-34c3-49cc-9c21-62c065e6fa3d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.706155,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e19de917-34c3-49cc-9c21-62c065e6fa3d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.726277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9a76a04-7922-4c1e-93f2-c78a42042a1b"} {"level":"error","ts":1789771010.7263095,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9a76a04-7922-4c1e-93f2-c78a42042a1b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.7316442,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9a76a04-7922-4c1e-93f2-c78a42042a1b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.7717602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48588fd2-6e54-446b-9c4c-f12b4f2aed92"} {"level":"error","ts":1789771010.771796,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48588fd2-6e54-446b-9c4c-f12b4f2aed92","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.7770133,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48588fd2-6e54-446b-9c4c-f12b4f2aed92","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.8081987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f32d1204-17bb-430e-8d2c-d51b40a6356d","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.8082283,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f32d1204-17bb-430e-8d2c-d51b40a6356d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.808254,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f32d1204-17bb-430e-8d2c-d51b40a6356d"} {"level":"info","ts":1789771010.8082528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"85c79cf9-a331-4490-914b-2079a0c72040"} {"level":"error","ts":1789771010.8082829,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"85c79cf9-a331-4490-914b-2079a0c72040","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.8139694,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"85c79cf9-a331-4490-914b-2079a0c72040","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.9744349,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8c5c7c9d-a66f-4c9a-b05a-3f49e7a44286"} {"level":"error","ts":1789771010.9744816,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8c5c7c9d-a66f-4c9a-b05a-3f49e7a44286","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.9801743,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8c5c7c9d-a66f-4c9a-b05a-3f49e7a44286","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771011.3006043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cc9c943-71eb-4462-b375-7a3c9d49405a"} {"level":"error","ts":1789771011.3006783,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cc9c943-71eb-4462-b375-7a3c9d49405a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771011.308753,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cc9c943-71eb-4462-b375-7a3c9d49405a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771011.9498963,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a5d9b50-c2b9-4747-afa2-899cb406fe75"} {"level":"error","ts":1789771011.9499545,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a5d9b50-c2b9-4747-afa2-899cb406fe75","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771011.954907,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a5d9b50-c2b9-4747-afa2-899cb406fe75","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771013.2356563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d3b8ff0-11e8-4bc7-bf11-62da6804b95e"} {"level":"error","ts":1789771013.2357123,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d3b8ff0-11e8-4bc7-bf11-62da6804b95e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771013.2466998,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d3b8ff0-11e8-4bc7-bf11-62da6804b95e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771015.8070042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e349cd6a-96d6-452c-86a3-5c98a2b39a46"} {"level":"error","ts":1789771015.8070624,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e349cd6a-96d6-452c-86a3-5c98a2b39a46","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771015.8091216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d77c0aca-e59b-4eb3-b2a7-d639d19acdf4","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771015.8091636,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d77c0aca-e59b-4eb3-b2a7-d639d19acdf4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771015.8091867,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d77c0aca-e59b-4eb3-b2a7-d639d19acdf4"} {"level":"error","ts":1789771015.811937,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e349cd6a-96d6-452c-86a3-5c98a2b39a46","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771020.810074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2598fa67-73be-445b-a7b6-65c1e05e5c47","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771020.810141,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2598fa67-73be-445b-a7b6-65c1e05e5c47","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771020.8101616,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2598fa67-73be-445b-a7b6-65c1e05e5c47"} {"level":"info","ts":1789771020.9325626,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8db7409d-c481-41e7-8ff6-46352983bc5f"} {"level":"error","ts":1789771020.932618,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8db7409d-c481-41e7-8ff6-46352983bc5f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771020.9783099,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8db7409d-c481-41e7-8ff6-46352983bc5f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771021.2742062,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.2743082,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.2743204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.2743318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","EoS":true} {"level":"info","ts":1789771021.2743568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","header":"x-maas-subscription"} {"level":"info","ts":1789771021.2743661,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","header":"x-maas-username"} {"level":"info","ts":1789771021.2743714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","header":"x-maas-group"} {"level":"info","ts":1789771021.2743866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.274415,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.2756891,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.275708,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.2757273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","EoS":false} {"level":"info","ts":1789771021.275739,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.275764,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","EoS":true} {"level":"info","ts":1789771021.2757733,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00822da0049d3a4f168b463cc12a970b","span_id":"5e7322ef02b527f1","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.3915808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.3916767,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.39169,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3917012,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","EoS":true} {"level":"info","ts":1789771021.3917682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","header":"x-maas-subscription"} {"level":"info","ts":1789771021.391785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","header":"x-maas-username"} {"level":"info","ts":1789771021.391794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","header":"x-maas-group"} {"level":"info","ts":1789771021.3918095,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.391837,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3929987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3930187,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3930295,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","EoS":false} {"level":"info","ts":1789771021.393039,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3930593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","EoS":true} {"level":"info","ts":1789771021.393068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"447b2cb4649bd26d379a769f056a7986","span_id":"9cb66cc0e16f933a","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.4993777,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.499462,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.499476,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.4994876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","EoS":true} {"level":"info","ts":1789771021.499528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","header":"x-maas-username"} {"level":"info","ts":1789771021.4995396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","header":"x-maas-group"} {"level":"info","ts":1789771021.4995446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","header":"x-maas-subscription"} {"level":"info","ts":1789771021.4995606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.4995797,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.5006382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.5006566,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.5006695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","EoS":false} {"level":"info","ts":1789771021.5006824,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.5007105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","EoS":true} {"level":"info","ts":1789771021.5007255,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6abc8b3cf61fc2a4dbefc7b77d88c028","span_id":"073fbabbf8089b3d","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.6478515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"49b82b47-1af4-4949-8f8f-ecb4c3b3c575","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789771021.6478934,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"49b82b47-1af4-4949-8f8f-ecb4c3b3c575","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789771021.647841,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13e80527-d88d-4859-b5d2-f77f12b9d7af"} {"level":"error","ts":1789771031.5370913,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771039.3655639,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.3656752,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.3656888,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.365702,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","EoS":true} {"level":"info","ts":1789771039.3657355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","header":"x-maas-subscription"} {"level":"info","ts":1789771039.3657503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","header":"x-maas-username"} {"level":"info","ts":1789771039.3657563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","header":"x-maas-group"} {"level":"info","ts":1789771039.3657725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.365802,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.3794587,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.379478,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.3794978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","EoS":false} {"level":"info","ts":1789771039.379533,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.3795605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","EoS":true} {"level":"info","ts":1789771039.3795726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0376914cb04a9741bf12a8c94255ca5","span_id":"967c698e22c3f5e5","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.5170205,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.5171118,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.5171251,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.5171366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","EoS":true} {"level":"info","ts":1789771039.5171573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","header":"x-maas-subscription"} {"level":"info","ts":1789771039.5171707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","header":"x-maas-username"} {"level":"info","ts":1789771039.5171783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","header":"x-maas-group"} {"level":"info","ts":1789771039.5171971,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.517228,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.519897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.5199184,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.5199327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","EoS":false} {"level":"info","ts":1789771039.519945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.519967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","EoS":true} {"level":"info","ts":1789771039.5199761,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e61e3cc3af3d46835785cf1d92d7947","span_id":"dee53049f595f157","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.6640437,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.6641395,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.6641517,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.6641622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","EoS":true} {"level":"info","ts":1789771039.6641848,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","header":"x-maas-username"} {"level":"info","ts":1789771039.6641948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","header":"x-maas-group"} {"level":"info","ts":1789771039.664201,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","header":"x-maas-subscription"} {"level":"info","ts":1789771039.6642222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.664259,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.665456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.6654758,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.665492,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","EoS":false} {"level":"info","ts":1789771039.665525,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.6655517,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","EoS":true} {"level":"info","ts":1789771039.6655622,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb5832496957d25ed7d4ba3108f92c30","span_id":"566ce5d98103a7fd","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.801903,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.8020003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.802013,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.8020246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","EoS":true} {"level":"info","ts":1789771039.8020864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","header":"x-maas-group"} {"level":"info","ts":1789771039.8020985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","header":"x-maas-subscription"} {"level":"info","ts":1789771039.802104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","header":"x-maas-username"} {"level":"info","ts":1789771039.80212,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.8021677,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.8033137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.8033311,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.8033435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","EoS":false} {"level":"info","ts":1789771039.8033583,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.8033826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","EoS":true} {"level":"info","ts":1789771039.803392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aceefe4c59ba2986c9d142faf31ccbb6","span_id":"f3e58b2b36812c99","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.9455655,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.945697,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.945781,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.9458015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","EoS":true} {"level":"info","ts":1789771039.9458358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","header":"x-maas-group"} {"level":"info","ts":1789771039.9458494,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","header":"x-maas-username"} {"level":"info","ts":1789771039.9458554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","header":"x-maas-subscription"} {"level":"info","ts":1789771039.945875,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.94591,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.9469676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.946985,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.9469972,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","EoS":false} {"level":"info","ts":1789771039.9470103,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.947042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","EoS":true} {"level":"info","ts":1789771039.9470515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d877615542842a1a47bcd0706c9b33ab","span_id":"b3d505e70fb33c2d","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771048.7540529,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.754153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7541654,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7541773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","EoS":true} {"level":"info","ts":1789771048.7542012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","header":"x-maas-group"} {"level":"info","ts":1789771048.7542112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","header":"x-maas-subscription"} {"level":"info","ts":1789771048.7542167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","header":"x-maas-username"} {"level":"info","ts":1789771048.7542312,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771048.7542615,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7553816,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7554035,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.755417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","EoS":false} {"level":"info","ts":1789771048.7554278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7554598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","EoS":true} {"level":"info","ts":1789771048.755472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2a7f33db1f686ee27093d6366b5ec90","span_id":"850de3bf0dfca00e","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7901027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.7901895,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.7902033,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.7902138,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","EoS":true} {"level":"info","ts":1789771048.790234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","header":"x-maas-subscription"} {"level":"info","ts":1789771048.7902443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","header":"x-maas-username"} {"level":"info","ts":1789771048.7902496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","header":"x-maas-group"} {"level":"info","ts":1789771048.790264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771048.7903297,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.7913787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.7913961,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.791412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","EoS":false} {"level":"info","ts":1789771048.7914236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.7914507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","EoS":true} {"level":"info","ts":1789771048.791464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55fab8c2b080ba9b51dd3c846bca6f52","span_id":"f051426aef78e02c","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.8967447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.8968716,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f"} {"level":"info","ts":1789771048.8979247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f"} {"level":"info","ts":1789771048.8979423,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f"} {"level":"info","ts":1789771048.8979554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f","EoS":false} {"level":"info","ts":1789771048.8979762,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f"} {"level":"info","ts":1789771048.8980045,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f","EoS":true} {"level":"info","ts":1789771048.8980155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44d1ec218860163d1b5b6effdd8c7f83","span_id":"cf0c4c3e6a952d16","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f"} {"level":"info","ts":1789771049.6828644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771049.6829631,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6829762,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6829877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","EoS":true} {"level":"info","ts":1789771049.683014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","header":"x-maas-username"} {"level":"info","ts":1789771049.6830277,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","header":"x-maas-group"} {"level":"info","ts":1789771049.6830356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","header":"x-maas-subscription"} {"level":"info","ts":1789771049.6830568,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771049.6830878,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.685005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6850283,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6850464,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","EoS":false} {"level":"info","ts":1789771049.6850584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6850834,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","EoS":true} {"level":"info","ts":1789771049.6850932,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01952b7757d013629313c3c1f9746e8d","span_id":"a265e10f45537c81","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771050.6426094,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771050.642721,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.6427336,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.642747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","EoS":true} {"level":"info","ts":1789771050.642773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","header":"x-maas-username"} {"level":"info","ts":1789771050.6427853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","header":"x-maas-group"} {"level":"info","ts":1789771050.64279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","header":"x-maas-subscription"} {"level":"info","ts":1789771050.6428056,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771050.64292,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.6440444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.6440618,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.6440728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","EoS":false} {"level":"info","ts":1789771050.6440845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.6441104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","EoS":true} {"level":"info","ts":1789771050.6441195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"933493089af300f0795759b87896fd22","span_id":"a630caee412edacb","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771051.3596368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771051.359757,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.35977,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.359784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","EoS":true} {"level":"info","ts":1789771051.359808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","header":"x-maas-username"} {"level":"info","ts":1789771051.3598182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","header":"x-maas-subscription"} {"level":"info","ts":1789771051.3598244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","header":"x-maas-group"} {"level":"info","ts":1789771051.3598385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771051.359866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.3608534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.3608713,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.360885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","EoS":false} {"level":"info","ts":1789771051.3608978,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.360922,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","EoS":true} {"level":"info","ts":1789771051.3609354,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa4fd512121cab9e640a80130e037eb5","span_id":"583bebe97c8b28aa","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"error","ts":1789771051.5385718,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771052.3743162,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771052.3744242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.3744395,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.374458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","EoS":true} {"level":"info","ts":1789771052.374484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","header":"x-maas-group"} {"level":"info","ts":1789771052.3744962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","header":"x-maas-subscription"} {"level":"info","ts":1789771052.3745008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","header":"x-maas-username"} {"level":"info","ts":1789771052.3746092,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771052.3746457,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.3756828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.3757024,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.3757133,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","EoS":false} {"level":"info","ts":1789771052.375736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.3757615,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","EoS":true} {"level":"info","ts":1789771052.3757708,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ff6423f8a481681fd7ace4b5fac6543","span_id":"45f182d3e88c215b","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"error","ts":1789771061.5387907,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771071.9993563,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771071.9994545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771071.9994674,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771071.9994788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","EoS":true} {"level":"info","ts":1789771071.999521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","header":"x-maas-username"} {"level":"info","ts":1789771071.9995368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","header":"x-maas-subscription"} {"level":"info","ts":1789771071.9995446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","header":"x-maas-group"} {"level":"info","ts":1789771071.9995618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771071.9995902,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771072.0004969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771072.0005417,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771072.0005612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","EoS":false} {"level":"info","ts":1789771072.0005765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771072.0006063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","EoS":true} {"level":"info","ts":1789771072.0006156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ad514861b97acc8543e230dcbbb74eb","span_id":"10d124036b4da4d9","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"error","ts":1789771076.5399485,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789771091.541646,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771165.355439,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771165.3555822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3555992,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3556197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","EoS":true} {"level":"info","ts":1789771165.3556569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","header":"x-maas-username"} {"level":"info","ts":1789771165.3556693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","header":"x-maas-subscription"} {"level":"info","ts":1789771165.3556786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","header":"x-maas-group"} {"level":"info","ts":1789771165.3557038,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789771165.355743,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3689015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3689246,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3689404,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","EoS":false} {"level":"info","ts":1789771165.368955,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3689804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","EoS":true} {"level":"info","ts":1789771165.368992,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a99c673512ee15b57f403a22af936287","span_id":"d77ea56a42c08df8","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"error","ts":1789771176.5525777,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771236.0552146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771236.0553231,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0553417,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0553553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","EoS":true} {"level":"info","ts":1789771236.0553808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","header":"x-maas-group"} {"level":"info","ts":1789771236.0553913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","header":"x-maas-username"} {"level":"info","ts":1789771236.055396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","header":"x-maas-subscription"} {"level":"info","ts":1789771236.055414,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771236.0554419,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0567205,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0567431,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0567658,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","EoS":false} {"level":"info","ts":1789771236.0567822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0568204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","EoS":true} {"level":"info","ts":1789771236.0568323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e97cea24ebcad1a5f20fe5e14717ded0","span_id":"82f1fdda89a83039","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"error","ts":1789771246.559862,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771249.739213,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771249.7393456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.739371,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.7393892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","EoS":true} {"level":"info","ts":1789771249.7394223,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","header":"x-maas-username"} {"level":"info","ts":1789771249.7394364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","header":"x-maas-subscription"} {"level":"info","ts":1789771249.739444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","header":"x-maas-group"} {"level":"info","ts":1789771249.7394657,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771249.7395008,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.7528048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.752825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.752841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","EoS":false} {"level":"info","ts":1789771249.7528539,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.7528794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","EoS":false} {"level":"info","ts":1789771249.7528913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.7529008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","EoS":true} {"level":"info","ts":1789771249.7529101,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26cd8e3f8290397a0b558de710be6c5a","span_id":"c4277a3b2ff2a80a","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.8922236,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771249.8923123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.8923242,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.892335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","EoS":true} {"level":"info","ts":1789771249.8923547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","header":"x-maas-subscription"} {"level":"info","ts":1789771249.8923643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","header":"x-maas-username"} {"level":"info","ts":1789771249.8923693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","header":"x-maas-group"} {"level":"info","ts":1789771249.8923836,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771249.892408,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.8935697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.8935921,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.893609,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","EoS":false} {"level":"info","ts":1789771249.8936288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.893654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","EoS":false} {"level":"info","ts":1789771249.8936665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.8936768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","EoS":true} {"level":"info","ts":1789771249.8936837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"263f3f2821db249465c2593270770161","span_id":"6d766d93526d5cdb","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771250.0333693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771250.0334659,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.0334795,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.033491,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","EoS":true} {"level":"info","ts":1789771250.0335357,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","header":"x-maas-username"} {"level":"info","ts":1789771250.0335462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","header":"x-maas-subscription"} {"level":"info","ts":1789771250.0335515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","header":"x-maas-group"} {"level":"info","ts":1789771250.0335672,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771250.0335925,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.036345,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.0363667,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.0363898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","EoS":false} {"level":"info","ts":1789771250.0364058,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.0364459,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","EoS":false} {"level":"info","ts":1789771250.036459,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.0364766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","EoS":true} {"level":"info","ts":1789771250.0364912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0332af97d3f2ed369faa5d3ee23395b0","span_id":"45d2d1f9ac316610","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"error","ts":1789771261.5619962,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789771262.845529,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771262.8456323,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.8456435,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.8456554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","EoS":true} {"level":"info","ts":1789771262.845677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","header":"x-maas-subscription"} {"level":"info","ts":1789771262.8456872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","header":"x-maas-group"} {"level":"info","ts":1789771262.845693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","header":"x-maas-username"} {"level":"info","ts":1789771262.845709,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771262.8457346,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.848614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.8486366,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.8486598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","EoS":false} {"level":"info","ts":1789771262.8486748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.8487024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","EoS":true} {"level":"info","ts":1789771262.848713,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a28c25bc99017811d41fd3daa51fcc9c","span_id":"02c48c6f8eb31811","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"error","ts":1789771276.5627742,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}