{"level":"info","ts":1784913448.481545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba"} {"level":"info","ts":1784913448.4815576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba"} {"level":"info","ts":1784913448.4815688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba","EoS":false} {"level":"info","ts":1784913448.4815824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba","EoS":true} {"level":"info","ts":1784913448.4816046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913448.48162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913448.4816468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18b03895-f9e2-47e5-84cc-9b150c2d7bba"} {"level":"info","ts":1784913467.424181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913467.4242716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"} {"level":"info","ts":1784913467.4242885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"} {"level":"info","ts":1784913467.4243078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","EoS":false} {"level":"info","ts":1784913467.424329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","EoS":true} {"level":"info","ts":1784913467.4243586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913467.4243765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913467.424408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"} {"level":"info","ts":1784913467.562951,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913467.5630457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"} {"level":"info","ts":1784913467.5630832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"} {"level":"info","ts":1784913467.5631003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","EoS":false} {"level":"info","ts":1784913467.5631182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","EoS":true} {"level":"info","ts":1784913467.5631464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913467.5631683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913467.5631924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"} {"level":"info","ts":1784913467.7033744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913467.7034628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"} {"level":"info","ts":1784913467.7034755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"} {"level":"info","ts":1784913467.7034926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","EoS":false} {"level":"info","ts":1784913467.7035096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","EoS":true} {"level":"info","ts":1784913467.7035406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913467.703564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913467.7036464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"} {"level":"info","ts":1784913467.8414588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913467.841538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"} {"level":"info","ts":1784913467.841548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"} {"level":"info","ts":1784913467.8415596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","EoS":false} {"level":"info","ts":1784913467.84157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","EoS":true} {"level":"info","ts":1784913467.8415911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913467.8416064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913467.8416262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"} {"level":"info","ts":1784913467.9783003,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913467.9783823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"} {"level":"info","ts":1784913467.9784014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"} {"level":"info","ts":1784913467.9784212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","EoS":false} {"level":"info","ts":1784913467.978441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","EoS":true} {"level":"info","ts":1784913467.978472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913467.9784894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913467.9785695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"} {"level":"info","ts":1784913468.1158504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913468.1159334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca"} {"level":"info","ts":1784913468.1159465,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca"} {"level":"info","ts":1784913468.1159651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca","EoS":false} {"level":"info","ts":1784913468.1159852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca","EoS":true} {"level":"info","ts":1784913468.116015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913468.1160975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913468.1161277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbc609ad-891b-4e5c-a9b5-8472a39bdeca"} {"level":"info","ts":1784913486.9154913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913486.9155753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"} {"level":"info","ts":1784913486.91559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"} {"level":"info","ts":1784913486.9156034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","EoS":false} {"level":"info","ts":1784913486.915623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","EoS":true} {"level":"info","ts":1784913486.9156456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913486.9156644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913486.9156857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"} {"level":"info","ts":1784913486.9576507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913486.9577103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3"} {"level":"info","ts":1784913486.9577196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3"} {"level":"info","ts":1784913486.9577298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3","EoS":false} {"level":"info","ts":1784913486.95774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3","EoS":true} {"level":"info","ts":1784913486.9577692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913486.9577823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913486.9577994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4525e2-ee1e-47ef-9056-5aef515f44e3"} {"level":"info","ts":1784913486.9928436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913486.9928958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9"} {"level":"info","ts":1784913486.9929063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9"} {"level":"info","ts":1784913486.9929168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9","EoS":false} {"level":"info","ts":1784913486.9929278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9","EoS":true} {"level":"info","ts":1784913486.9929442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913486.992956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913486.9929733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec00eced-8b13-4ac7-9bb1-e88b74606db9"} {"level":"info","ts":1784913487.0290787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913487.029148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6"} {"level":"info","ts":1784913491.657578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913491.6576567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"} {"level":"info","ts":1784913491.6576679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"} {"level":"info","ts":1784913491.65768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","EoS":false} {"level":"info","ts":1784913491.6576936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","EoS":true} {"level":"info","ts":1784913491.6577127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913491.6577275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913491.657747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"} {"level":"info","ts":1784913500.2625322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913500.2626133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039"} {"level":"info","ts":1784913500.2626233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039"} {"level":"info","ts":1784913500.2626343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039","EoS":false} {"level":"info","ts":1784913500.2626472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039","EoS":true} {"level":"info","ts":1784913500.2626681,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913500.2626836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913500.2627022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65f2bf93-688d-4c24-a6db-1e3d1f49b039"} {"level":"info","ts":1784913502.2978153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913502.2979016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24"} {"level":"info","ts":1784913502.2979107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24"} {"level":"info","ts":1784913502.2979224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24","EoS":false} {"level":"info","ts":1784913502.2979376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24","EoS":true} {"level":"info","ts":1784913502.2979589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913502.2979748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913502.2979958,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00a2ad7d-4ea1-48cf-987f-d59ebe942a24"} {"level":"info","ts":1784913504.3302305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913504.3303027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"} {"level":"info","ts":1784913504.330313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"} {"level":"info","ts":1784913504.3303242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","EoS":false} {"level":"info","ts":1784913504.3303342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","EoS":true} {"level":"info","ts":1784913504.330355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913504.3303702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913504.3303897,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"} {"level":"info","ts":1784913517.2231388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913517.223226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"} {"level":"info","ts":1784913517.223239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"} {"level":"info","ts":1784913517.223257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","EoS":false} {"level":"info","ts":1784913517.2232752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","EoS":true} {"level":"info","ts":1784913517.223306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913517.2233253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913517.223355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"} {"level":"info","ts":1784913525.772267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913525.7723453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"} {"level":"info","ts":1784913525.772355,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"} {"level":"info","ts":1784913525.7723665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","EoS":false} {"level":"info","ts":1784913525.7723806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","EoS":true} {"level":"info","ts":1784913525.772403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913525.7724175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913525.7724366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"} {"level":"info","ts":1784913534.6576045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913534.6576862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"} {"level":"info","ts":1784913534.6576962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"} {"level":"info","ts":1784913534.6577086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","EoS":false} {"level":"info","ts":1784913534.657728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","EoS":true} {"level":"info","ts":1784913534.6577501,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913534.6577656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913534.657786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"} {"level":"info","ts":1784913543.656991,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913543.6570876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5"} {"level":"info","ts":1784913543.6570966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5"} {"level":"info","ts":1784913543.657108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5","EoS":false} {"level":"info","ts":1784913543.6571195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5","EoS":true} {"level":"info","ts":1784913543.6571412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913543.6571581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913543.6571796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a15836f7-30a6-495e-8788-2f9bf99cafe5"} {"level":"info","ts":1784913548.4282498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913548.428326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55"} {"level":"info","ts":1784913548.4283345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55"} {"level":"info","ts":1784913548.428349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55","EoS":false} {"level":"info","ts":1784913548.4283621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55","EoS":true} {"level":"info","ts":1784913548.4283817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913548.4283977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913548.428417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14378f7c-4038-4473-8a4f-654e9e86de55"} {"level":"info","ts":1784913553.224821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913553.224893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf"} {"level":"info","ts":1784913553.2249038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf"} {"level":"info","ts":1784913553.2249155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf","EoS":false} {"level":"info","ts":1784913553.2249265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf","EoS":true} {"level":"info","ts":1784913553.2249484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913553.224964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913553.224983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"039debf4-c321-44cd-9246-80d83c66ebcf"} {"level":"info","ts":1784913553.489784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913553.4898605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04472079-7880-460f-86f3-115a3f28d474"} {"level":"info","ts":1784913553.4898696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04472079-7880-460f-86f3-115a3f28d474"} {"level":"info","ts":1784913553.489881,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04472079-7880-460f-86f3-115a3f28d474","EoS":false} {"level":"info","ts":1784913553.4898913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04472079-7880-460f-86f3-115a3f28d474","EoS":true} {"level":"info","ts":1784913553.4899123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04472079-7880-460f-86f3-115a3f28d474","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913553.4899278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04472079-7880-460f-86f3-115a3f28d474","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913553.489991,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04472079-7880-460f-86f3-115a3f28d474"} {"level":"info","ts":1784913555.5297382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913555.5298147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333"} {"level":"info","ts":1784913555.5298238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333"} {"level":"info","ts":1784913555.529836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333","EoS":false} {"level":"info","ts":1784913555.5298474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333","EoS":true} {"level":"info","ts":1784913555.5298655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913555.5298803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913555.5299003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"982a7dfb-87af-4039-be82-23595fa27333"} {"level":"info","ts":1784913557.5668995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913557.567011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2"} {"level":"info","ts":1784913557.5670245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2"} {"level":"info","ts":1784913557.5670395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2","EoS":false} {"level":"info","ts":1784913557.5670524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2","EoS":true} {"level":"info","ts":1784913557.5671012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913557.5671208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913557.5671408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0b19960-ae31-4fe9-9faf-2a1a677c6bc2"} {"level":"info","ts":1784913559.5992415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913559.5993397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"} {"level":"info","ts":1784913559.5993567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"} {"level":"info","ts":1784913559.5993743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","EoS":false} {"level":"info","ts":1784913559.5993898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","EoS":true} {"level":"info","ts":1784913559.5994227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913559.5994892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913559.599517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"} {"level":"info","ts":1784913582.927355,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913582.9274342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"} {"level":"info","ts":1784913582.927444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"} {"level":"info","ts":1784913582.927455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","EoS":false} {"level":"info","ts":1784913582.9274683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","EoS":true} {"level":"info","ts":1784913582.927492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913582.927507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913582.9275303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"} {"level":"info","ts":1784913592.3078046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913592.3078887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5"} {"level":"info","ts":1784913592.3079045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5"} {"level":"info","ts":1784913592.3079236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5","EoS":false} {"level":"info","ts":1784913592.307943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5","EoS":true} {"level":"info","ts":1784913592.3079734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913592.308036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913592.3080895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9a51464-9bb2-4711-b06f-501bd0634dd5"} {"level":"info","ts":1784913597.810564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913597.8106408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd"} {"level":"info","ts":1784913597.8106499,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd"} {"level":"info","ts":1784913597.8106616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd","EoS":false} {"level":"info","ts":1784913597.8106718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd","EoS":true} {"level":"info","ts":1784913597.810695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913597.81071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913597.8107302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28725970-2ff0-4d92-b2bf-0348664a3abd"} {"level":"info","ts":1784913607.4116771,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913607.4117641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac"} {"level":"info","ts":1784913607.4117765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac"} {"level":"info","ts":1784913607.41179,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac","EoS":false} {"level":"info","ts":1784913607.411804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac","EoS":true} {"level":"info","ts":1784913607.4118323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913607.4118528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913607.41188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5c369a9-ba13-4c4d-90af-a097fea8ffac"} {"level":"info","ts":1784913609.4438198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913609.4438949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c"} {"level":"info","ts":1784913609.443904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c"} {"level":"info","ts":1784913609.443915,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c","EoS":false} {"level":"info","ts":1784913609.4439247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c","EoS":true} {"level":"info","ts":1784913609.4439452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913609.4439604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913609.4439843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40e240d2-280a-416f-85c6-0b4ee66bff6c"} {"level":"info","ts":1784913611.4794579,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913611.4795392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"} {"level":"info","ts":1784913611.4795496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"} {"level":"info","ts":1784913611.4795623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","EoS":false} {"level":"info","ts":1784913611.4795763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","EoS":true} {"level":"info","ts":1784913611.4795947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913611.4796095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913611.4796734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"} {"level":"info","ts":1784913620.9364524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913620.9365356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"} {"level":"info","ts":1784913620.936547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"} {"level":"info","ts":1784913620.9365594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","EoS":false} {"level":"info","ts":1784913620.9365733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","EoS":true} {"level":"info","ts":1784913620.9365933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913620.936608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913620.936629,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"} {"level":"info","ts":1784913620.974852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913620.9749384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"} {"level":"info","ts":1784913620.9749484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"} {"level":"info","ts":1784913620.9749599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","EoS":false} {"level":"info","ts":1784913620.974971,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","EoS":true} {"level":"info","ts":1784913620.9749916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913620.9750068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913620.9750247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"} {"level":"info","ts":1784913640.154597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913640.1546702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"} {"level":"info","ts":1784913640.154679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"} {"level":"info","ts":1784913640.15469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","EoS":false} {"level":"info","ts":1784913640.154701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","EoS":true} {"level":"info","ts":1784913640.1547244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913640.1547396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913640.154761,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"} {"level":"info","ts":1784913649.550974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913649.5510995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f"} {"level":"info","ts":1784913649.5511167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f"} {"level":"info","ts":1784913649.5511868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f","EoS":false} {"level":"info","ts":1784913649.5512056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f","EoS":true} {"level":"info","ts":1784913649.5512362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913649.5512555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913649.5512836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52ac3f53-f753-41f4-b49b-d056ecffde9f"} {"level":"info","ts":1784913654.8449912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913654.8450882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a"} {"level":"info","ts":1784913654.8451016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a"} {"level":"info","ts":1784913654.8451138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a","EoS":false} {"level":"info","ts":1784913654.8451254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a","EoS":true} {"level":"info","ts":1784913654.8451445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913654.8451598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913654.845182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1ba0d9d-41f2-4d57-9dac-1093c420c97a"} {"level":"info","ts":1784913745.4359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913745.4360018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1"} {"level":"info","ts":1784913745.4360125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1"} {"level":"info","ts":1784913745.4360244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1","EoS":false} {"level":"info","ts":1784913745.4360354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1","EoS":true} {"level":"info","ts":1784913745.436057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784913745.436097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784913745.4361165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6156f11a-3eb0-43f2-968b-3762282523a1"} {"level":"info","ts":1784913771.1033762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913771.1034536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"} {"level":"info","ts":1784913771.103463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"} {"level":"info","ts":1784913771.1034746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","EoS":false} {"level":"info","ts":1784913771.1034853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","EoS":true} {"level":"info","ts":1784913771.1035078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784913771.1035228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784913771.103545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"} {"level":"info","ts":1784913808.2511,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913808.2511897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"} {"level":"info","ts":1784913808.2512026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"} {"level":"info","ts":1784913808.2512152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","EoS":false} {"level":"info","ts":1784913808.251231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","EoS":true} {"level":"info","ts":1784913808.2512538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913808.2512684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913808.2512882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"} {"level":"info","ts":1784913823.4656842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913823.4657602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"} {"level":"info","ts":1784913823.4657743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"} {"level":"info","ts":1784913823.465787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","EoS":false} {"level":"info","ts":1784913823.4658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","EoS":true} {"level":"info","ts":1784913823.46582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913823.4658353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913823.4658551,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"} {"level":"info","ts":1784913823.7362301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913823.7363167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737"} {"level":"info","ts":1784913823.7363253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737"} {"level":"info","ts":1784913823.7363365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737","EoS":false} {"level":"info","ts":1784913823.7363493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737","EoS":true} {"level":"info","ts":1784913823.7363713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913823.736387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913823.7364063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c158aa8c-e436-4f81-a304-130f1a70c737"} {"level":"info","ts":1784914139.202307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914139.2024033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"} {"level":"info","ts":1784914139.202414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"} {"level":"info","ts":1784914139.2024267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","EoS":false} {"level":"info","ts":1784914139.2024379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","EoS":true} {"level":"info","ts":1784914139.2024593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914139.2024753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914139.2025006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"} {"level":"info","ts":1784914139.2420213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914139.242104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"} {"level":"info","ts":1784914139.2421157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"} {"level":"info","ts":1784914139.2421274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","EoS":false} {"level":"info","ts":1784914139.242138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","EoS":true} {"level":"info","ts":1784914139.2421548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914139.2421675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914139.2421842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"} {"level":"info","ts":1784914139.2765787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914139.276632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199"} {"level":"info","ts":1784914139.276642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199"} {"level":"info","ts":1784914139.2766523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199","EoS":false} {"level":"info","ts":1784914139.2766855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199","EoS":true} {"level":"info","ts":1784914139.2767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914139.2767105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914139.2767255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c08dc948-8261-4d94-8d54-389a6e5e2199"} {"level":"info","ts":1784914139.3109665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914139.311035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94"} {"level":"info","ts":1784914139.3110487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94"} {"level":"info","ts":1784914139.3110902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94","EoS":false} {"level":"info","ts":1784914139.311108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94","EoS":true} {"level":"info","ts":1784914139.3111322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914139.3111463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914139.31117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96cb66c7-eeeb-4d14-8c09-ba515958bf94"} {"level":"info","ts":1784914144.1585038,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45449e71-b189-4be2-a4aa-1fdfcbf31869"} {"level":"info","ts":1784914144.158645,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12c58170-c1fe-4531-a988-017075bc5a32","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914144.1586761,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12c58170-c1fe-4531-a988-017075bc5a32","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784914144.1639788,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d007e8b6-6872-4de5-8d66-3cc12ecac929","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914144.1640034,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d007e8b6-6872-4de5-8d66-3cc12ecac929","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784914144.167371,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45449e71-b189-4be2-a4aa-1fdfcbf31869","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914144.1676235,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32804.275672184,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.1676424,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.3569167,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b7567f5-930e-40fe-a053-8d6d13bc851c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914144.3569875,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b7567f5-930e-40fe-a053-8d6d13bc851c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784914144.3572347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bff8b0f-5d06-4b00-9c8a-5215cab14c06"} {"level":"info","ts":1784914144.3576682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c53955c-149c-4415-9337-c36ed01d6d24","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914144.3577132,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c53955c-149c-4415-9337-c36ed01d6d24","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914144.3578122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27a5a644-c676-47c3-8f39-03e8e24f7135","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914144.3578403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27a5a644-c676-47c3-8f39-03e8e24f7135","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914144.3583188,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ded46ee-d2ce-4b47-98fe-65881cf3ade9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914144.3583555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ded46ee-d2ce-4b47-98fe-65881cf3ade9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914144.3588881,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784914144.3615768,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bff8b0f-5d06-4b00-9c8a-5215cab14c06","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914144.3618042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34925.64293045,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.3618255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.3679972,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36275.127364543,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.3680158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.3763876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.4116983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914144.4216938,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ecf0a1f-d476-4b36-879d-3489209058a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914144.4217243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ecf0a1f-d476-4b36-879d-3489209058a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914144.4371843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76aaa018-6235-4ed8-84f9-2373032018c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914144.437213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76aaa018-6235-4ed8-84f9-2373032018c1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914144.4503195,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e54ff5-a77f-425e-a53e-42ac0e08c70e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914144.4503376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e54ff5-a77f-425e-a53e-42ac0e08c70e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914144.4623063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bff8b0f-5d06-4b00-9c8a-5215cab14c06","name":"e2e-external-model"} {"level":"info","ts":1784914144.4685066,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45449e71-b189-4be2-a4aa-1fdfcbf31869","name":"e2e-external-provider"} {"level":"info","ts":1784914144.4707851,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bff8b0f-5d06-4b00-9c8a-5215cab14c06","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784914144.4746375,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bff8b0f-5d06-4b00-9c8a-5215cab14c06","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914144.474708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0adb0d4-d31b-4032-ae0d-8353eaf5bafd"} {"level":"info","ts":1784914144.4747531,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0adb0d4-d31b-4032-ae0d-8353eaf5bafd","name":"e2e-external-model"} {"level":"info","ts":1784914144.4774,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45449e71-b189-4be2-a4aa-1fdfcbf31869","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784914144.4808617,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45449e71-b189-4be2-a4aa-1fdfcbf31869","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914144.4809368,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9673cc8e-e966-4895-aba0-246083898784"} {"level":"info","ts":1784914144.4809756,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9673cc8e-e966-4895-aba0-246083898784","name":"e2e-external-provider"} {"level":"info","ts":1784914144.4824378,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0adb0d4-d31b-4032-ae0d-8353eaf5bafd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914144.4893675,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9673cc8e-e966-4895-aba0-246083898784","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784914149.4986472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914149.4987195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e"} {"level":"info","ts":1784914149.4987302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e"} {"level":"info","ts":1784914149.498742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e","EoS":false} {"level":"info","ts":1784914149.4987535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e","EoS":true} {"level":"info","ts":1784914149.4987726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914149.4987886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914149.4987965,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e","modelName":"e2e-external-model"} {"level":"info","ts":1784914149.4988096,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914149.4988842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2f4b62e-58df-47f7-b00b-a159bb48276e"} {"level":"info","ts":1784914149.5533032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914149.5533707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d"} {"level":"info","ts":1784914149.553382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d"} {"level":"info","ts":1784914149.5533931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d","EoS":false} {"level":"info","ts":1784914149.5534062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d","EoS":true} {"level":"info","ts":1784914149.5534244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914149.5534391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914149.553446,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d","modelName":"e2e-external-model"} {"level":"info","ts":1784914149.5534601,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914149.5534954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4712e9c8-e9c4-414d-ae7c-d1180095b93d"} {"level":"info","ts":1784914149.5765507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914149.5766103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283"} {"level":"info","ts":1784914149.5766206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283"} {"level":"info","ts":1784914149.5766306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","EoS":false} {"level":"info","ts":1784914149.576641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","EoS":true} {"level":"info","ts":1784914149.576658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914149.5766702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914149.5766768,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","modelName":"e2e-external-model"} {"level":"info","ts":1784914149.5766885,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914149.576752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283"} {"level":"info","ts":1784914149.7049427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aecb3bc1-08c1-4a07-8596-d68428e82420"} {"level":"info","ts":1784914149.7049482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecd4e8d2-9c9c-44c8-a564-3af09d9e35b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914149.7050967,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecd4e8d2-9c9c-44c8-a564-3af09d9e35b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914149.7124765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db0b08bd-5414-49df-8efa-22983eabcc64","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914149.7125165,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db0b08bd-5414-49df-8efa-22983eabcc64","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914149.7126827,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aecb3bc1-08c1-4a07-8596-d68428e82420","name":"e2e-cleanup-test"} {"level":"info","ts":1784914149.7387125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa986e4-b290-46d4-a78f-0614d93d5b8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914149.7387736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa986e4-b290-46d4-a78f-0614d93d5b8e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784914149.7388113,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aecb3bc1-08c1-4a07-8596-d68428e82420","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914149.7388968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"210f3d76-ed57-45fd-90f1-96a4ae8f9786"} {"level":"info","ts":1784914149.7389596,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"210f3d76-ed57-45fd-90f1-96a4ae8f9786","name":"e2e-cleanup-test"} {"level":"info","ts":1784914149.7497854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe823dbb-269f-4339-b1b1-3dc7058eccfd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914149.7498336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe823dbb-269f-4339-b1b1-3dc7058eccfd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784914149.7502306,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"210f3d76-ed57-45fd-90f1-96a4ae8f9786","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914149.7503057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35824fde-d681-4f31-af5f-c2ffdd425ae1"} {"level":"info","ts":1784914149.750377,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35824fde-d681-4f31-af5f-c2ffdd425ae1","name":"e2e-cleanup-test"} {"level":"info","ts":1784914149.7595632,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35824fde-d681-4f31-af5f-c2ffdd425ae1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914149.7674053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"effd02bf-7a49-409e-b4b5-6503e3d94766"} {"level":"info","ts":1784914149.7674055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f3a8584-b9be-491f-a5a3-7b78b658edcc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914149.7674978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"effd02bf-7a49-409e-b4b5-6503e3d94766","name":"e2e-cleanup-test"} {"level":"info","ts":1784914149.7675192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f3a8584-b9be-491f-a5a3-7b78b658edcc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914149.7753382,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"effd02bf-7a49-409e-b4b5-6503e3d94766","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914157.9719121,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91edfc8a-5142-43e2-9769-f1e475c9e349"} {"level":"info","ts":1784914157.9719663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02fd19a0-a3b2-4deb-959f-5fc6c1e9e780","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914157.9719973,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02fd19a0-a3b2-4deb-959f-5fc6c1e9e780","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914162.268443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914162.268521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250"} {"level":"info","ts":1784914162.2685316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250"} {"level":"info","ts":1784914162.2685442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250","EoS":false} {"level":"info","ts":1784914162.2685637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250","EoS":true} {"level":"info","ts":1784914162.2685828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784914162.2685957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784914162.2686155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250"} {"level":"info","ts":1784914162.2937372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914162.293796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487"} {"level":"info","ts":1784914162.2938073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487"} {"level":"info","ts":1784914162.2938178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","EoS":false} {"level":"info","ts":1784914162.2938275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","EoS":true} {"level":"info","ts":1784914162.2938457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914162.293858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914162.2938647,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","modelName":"e2e-external-model"} {"level":"info","ts":1784914162.293878,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914162.2939112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487"} {"level":"info","ts":1784914162.3353665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914162.3354266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"} {"level":"info","ts":1784914162.3354368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"} {"level":"info","ts":1784914162.3354475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","EoS":false} {"level":"info","ts":1784914162.3354604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","EoS":true} {"level":"info","ts":1784914162.3354928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784914162.3355045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914162.3355212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"} {"level":"info","ts":1784914162.4766324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914162.4767063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"} {"level":"info","ts":1784914162.4767163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"} {"level":"info","ts":1784914162.4767277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","EoS":false} {"level":"info","ts":1784914162.4767385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","EoS":true} {"level":"info","ts":1784914162.4767601,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","field":"model"} {"level":"info","ts":1784914162.476789,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"} {"level":"info","ts":1784914163.437875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f3df60a-709f-4bdc-aacc-4d8f42b15da4"} {"level":"info","ts":1784914163.4378862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3d53d4e-96f1-48c3-8220-558da3bfa394","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914163.4379158,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3d53d4e-96f1-48c3-8220-558da3bfa394","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914163.5721753,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"444bb35d-a1c4-4454-a4c6-58d62bca8922"} {"level":"info","ts":1784914163.572244,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef965c06-acff-47c8-a028-e0b28391ddc2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914163.5722787,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef965c06-acff-47c8-a028-e0b28391ddc2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915290.114094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915290.1141777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8abe4c02-b706-41a4-b894-90ef93653106"} {"level":"info","ts":1784915344.6557298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915344.655817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"} {"level":"info","ts":1784915344.6558244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"} {"level":"info","ts":1784915344.6558354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","EoS":false} {"level":"info","ts":1784915344.655846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","EoS":true} {"level":"info","ts":1784915344.6558697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915344.6558862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784915344.6559074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}