{"level":"info","ts":1784940920.795646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d252439-bd20-429c-b7b0-00d36162e633","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784940920.7956681,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d252439-bd20-429c-b7b0-00d36162e633"} {"level":"info","ts":1784940924.9698381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940924.9699256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947"} {"level":"info","ts":1784940924.9699426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947"} {"level":"info","ts":1784940924.9699607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947","EoS":false} {"level":"info","ts":1784940924.9699788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947","EoS":true} {"level":"info","ts":1784940924.9700112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784940924.9700298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784940924.9700751,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a48079da-1e7a-422a-bff7-20bc444e7947"} {"level":"info","ts":1784940943.9395123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940943.9395902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940"} {"level":"info","ts":1784940943.9396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940"} {"level":"info","ts":1784940943.9396107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940","EoS":false} {"level":"info","ts":1784940943.9396243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940","EoS":true} {"level":"info","ts":1784940943.9396443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940943.939661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940943.9396884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d2b57e4-3771-4120-8908-5f0b182ed940"} {"level":"info","ts":1784940944.075893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940944.075983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da"} {"level":"info","ts":1784940944.0759935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da"} {"level":"info","ts":1784940944.0760045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da","EoS":false} {"level":"info","ts":1784940944.0760148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da","EoS":true} {"level":"info","ts":1784940944.0760367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940944.076053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940944.076106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70859142-3b7e-4f3a-a174-7e098a7748da"} {"level":"info","ts":1784940944.2156692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940944.2157469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d"} {"level":"info","ts":1784940944.2157576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d"} {"level":"info","ts":1784940944.2157679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d","EoS":false} {"level":"info","ts":1784940944.2157793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d","EoS":true} {"level":"info","ts":1784940944.215799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940944.2158148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940944.215844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed288a7b-fb65-4d23-b2f4-1a7d590e5c8d"} {"level":"info","ts":1784940944.3542309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940944.354315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0"} {"level":"info","ts":1784940944.3543327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0"} {"level":"info","ts":1784940944.3543506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0","EoS":false} {"level":"info","ts":1784940944.3543649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0","EoS":true} {"level":"info","ts":1784940944.354386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940944.354402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940944.3544273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"887e74f8-4995-4cfc-b9af-419737b0e0f0"} {"level":"info","ts":1784940944.4933527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940944.4934309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c"} {"level":"info","ts":1784940944.493439,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c"} {"level":"info","ts":1784940944.493453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c","EoS":false} {"level":"info","ts":1784940944.4934678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c","EoS":true} {"level":"info","ts":1784940944.4934905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940944.4935179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940944.4935455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70a3a5b5-2b09-4eaf-8a25-6158a292181c"} {"level":"info","ts":1784940944.6284509,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940944.6285353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b"} {"level":"info","ts":1784940944.6285453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b"} {"level":"info","ts":1784940944.628557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b","EoS":false} {"level":"info","ts":1784940944.6285708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b","EoS":true} {"level":"info","ts":1784940944.6285937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940944.62861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940944.6286316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1487c3cf-4ab9-4daa-8032-fc147f861d2b"} {"level":"info","ts":1784940964.4636905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940964.463784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661"} {"level":"info","ts":1784940964.463795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661"} {"level":"info","ts":1784940964.4638062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661","EoS":false} {"level":"info","ts":1784940964.463818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661","EoS":true} {"level":"info","ts":1784940964.4638395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940964.4638553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940964.4638753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05410639-d022-47ef-a921-84d2c75a1661"} {"level":"info","ts":1784940964.5022397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940964.5023284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a"} {"level":"info","ts":1784940964.5023417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a"} {"level":"info","ts":1784940964.5023582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a","EoS":false} {"level":"info","ts":1784940964.502373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a","EoS":true} {"level":"info","ts":1784940964.502395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940964.5024104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940964.5024333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbfebed8-4576-45e6-9d71-47623c2c2c7a"} {"level":"info","ts":1784940964.539596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940964.5396872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad"} {"level":"info","ts":1784940964.539702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad"} {"level":"info","ts":1784940964.5397148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad","EoS":false} {"level":"info","ts":1784940964.539728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad","EoS":true} {"level":"info","ts":1784940964.5397491,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784940964.5397642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940964.5397844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67e6a825-5b05-43ce-af68-25525cd874ad"} {"level":"info","ts":1784940964.5742292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940964.5743067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff7f7e19-1747-472a-abf0-2d6af1e34817"} {"level":"info","ts":1784940969.1949573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940969.1950343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e"} {"level":"info","ts":1784940969.1950433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e"} {"level":"info","ts":1784940969.1950676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e","EoS":false} {"level":"info","ts":1784940969.19508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e","EoS":true} {"level":"info","ts":1784940969.195101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784940969.1951168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940969.195138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"400aa1c0-38fa-4f61-b047-43e8601da88e"} {"level":"info","ts":1784940977.777416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940977.777494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9"} {"level":"info","ts":1784940977.7775035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9"} {"level":"info","ts":1784940977.7775152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9","EoS":false} {"level":"info","ts":1784940977.7775283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9","EoS":true} {"level":"info","ts":1784940977.7775514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784940977.7775664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784940977.7775881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc8cfb38-55cb-4361-b713-f5dfdba0e9c9"} {"level":"info","ts":1784940979.8186529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940979.8187497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab"} {"level":"info","ts":1784940979.8187654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab"} {"level":"info","ts":1784940979.8187814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab","EoS":false} {"level":"info","ts":1784940979.818795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab","EoS":true} {"level":"info","ts":1784940979.8188162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784940979.8188322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784940979.818853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a485738-e577-4486-84f5-48ba489101ab"} {"level":"info","ts":1784940981.8557549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940981.8558347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9"} {"level":"info","ts":1784940981.855857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9"} {"level":"info","ts":1784940981.8558679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9","EoS":false} {"level":"info","ts":1784940981.855881,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9","EoS":true} {"level":"info","ts":1784940981.855902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784940981.8559182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784940981.8559377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23e1fa0d-746e-4863-a40a-9e5de8b6e2e9"} {"level":"info","ts":1784940994.733025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784940994.733143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f"} {"level":"info","ts":1784940994.7331595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f"} {"level":"info","ts":1784940994.7331724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f","EoS":false} {"level":"info","ts":1784940994.7331834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f","EoS":true} {"level":"info","ts":1784940994.7332053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784940994.7332208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784940994.7332408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12e49c83-213f-4f52-86f8-3bf6afcf830f"} {"level":"info","ts":1784941003.2648108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941003.2648864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646"} {"level":"info","ts":1784941003.2648964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646"} {"level":"info","ts":1784941003.2649064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646","EoS":false} {"level":"info","ts":1784941003.2649164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646","EoS":true} {"level":"info","ts":1784941003.2649388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941003.264956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941003.2649772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bfde22d-7674-4461-9589-d56da36da646"} {"level":"info","ts":1784941012.144302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941012.1443865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8"} {"level":"info","ts":1784941012.1443963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8"} {"level":"info","ts":1784941012.1444077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8","EoS":false} {"level":"info","ts":1784941012.1444285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8","EoS":true} {"level":"info","ts":1784941012.1444519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941012.1444683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941012.1444902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39fa12f2-079b-491f-9c83-122c7d2119d8"} {"level":"info","ts":1784941021.1336374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941021.133722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842"} {"level":"info","ts":1784941021.1337352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842"} {"level":"info","ts":1784941021.1337466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842","EoS":false} {"level":"info","ts":1784941021.1337628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842","EoS":true} {"level":"info","ts":1784941021.133784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941021.1338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941021.133822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"add5dcb6-aae4-4b8d-8d0d-29b65b513842"} {"level":"info","ts":1784941028.9903266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941028.990414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051"} {"level":"info","ts":1784941028.990431,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051"} {"level":"info","ts":1784941028.9904613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051","EoS":false} {"level":"info","ts":1784941028.990482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051","EoS":true} {"level":"info","ts":1784941028.9905217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784941028.990542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941028.9905725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b55475e4-cadb-422e-b509-cfd2e57bd051"} {"level":"info","ts":1784941033.748789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941033.7488844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557"} {"level":"info","ts":1784941033.7488985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557"} {"level":"info","ts":1784941033.7489111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557","EoS":false} {"level":"info","ts":1784941033.7489252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557","EoS":true} {"level":"info","ts":1784941033.7489486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941033.7489645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941033.748987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b710b2ef-4168-46d7-87b0-8f4f7d4c3557"} {"level":"info","ts":1784941034.0219162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941034.0219936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e"} {"level":"info","ts":1784941034.0220025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e"} {"level":"info","ts":1784941034.0220132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e","EoS":false} {"level":"info","ts":1784941034.0220263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e","EoS":true} {"level":"info","ts":1784941034.022046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941034.0220816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941034.0221045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27038ce7-1d07-4487-b6d4-b3e850fde46e"} {"level":"info","ts":1784941036.0610187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941036.0611248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4"} {"level":"info","ts":1784941036.061139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4"} {"level":"info","ts":1784941036.0611513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4","EoS":false} {"level":"info","ts":1784941036.0611622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4","EoS":true} {"level":"info","ts":1784941036.061181,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941036.0611975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941036.0612197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39c94e93-8c20-4312-a22a-cc06cc42f4e4"} {"level":"info","ts":1784941038.0986922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941038.0987732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4"} {"level":"info","ts":1784941038.0987825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4"} {"level":"info","ts":1784941038.0987933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4","EoS":false} {"level":"info","ts":1784941038.0988038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4","EoS":true} {"level":"info","ts":1784941038.0988243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941038.0988402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941038.0988612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fd529d9-0bf0-4df2-8e3b-d1b5980d74b4"} {"level":"info","ts":1784941040.1356971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941040.1357706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6"} {"level":"info","ts":1784941040.1357796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6"} {"level":"info","ts":1784941040.1357944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6","EoS":false} {"level":"info","ts":1784941040.1358123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6","EoS":true} {"level":"info","ts":1784941040.1358323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941040.135848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941040.1358733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a1564cb-b004-4547-9f66-c67b186576b6"} {"level":"info","ts":1784941062.5713723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941062.5714622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a"} {"level":"info","ts":1784941062.571474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a"} {"level":"info","ts":1784941062.5714877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a","EoS":false} {"level":"info","ts":1784941062.5715008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a","EoS":true} {"level":"info","ts":1784941062.5715222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941062.5715384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941062.5715585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dc1f746-79dc-43f5-8bcf-30b6c41c677a"} {"level":"info","ts":1784941071.8826509,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941071.882736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537"} {"level":"info","ts":1784941071.8827472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537"} {"level":"info","ts":1784941071.8827581,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537","EoS":false} {"level":"info","ts":1784941071.8827722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537","EoS":true} {"level":"info","ts":1784941071.8827934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941071.8828094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941071.8828297,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"086e0e24-445e-408b-836e-ac8d0fcc0537"} {"level":"info","ts":1784941077.354084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941077.3541658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283"} {"level":"info","ts":1784941077.3541763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283"} {"level":"info","ts":1784941077.3541877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283","EoS":false} {"level":"info","ts":1784941077.354198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283","EoS":true} {"level":"info","ts":1784941077.354219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941077.3542342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941077.354256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e75b6f81-7674-4812-890d-5a4128649283"} {"level":"info","ts":1784941086.9290164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941086.9291134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b"} {"level":"info","ts":1784941086.9291298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b"} {"level":"info","ts":1784941086.9291456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b","EoS":false} {"level":"info","ts":1784941086.929159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b","EoS":true} {"level":"info","ts":1784941086.9291806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941086.9291961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941086.929244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93310132-ff40-4871-940c-160bef4ca69b"} {"level":"info","ts":1784941088.9702222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941088.9703007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f"} {"level":"info","ts":1784941088.9703107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f"} {"level":"info","ts":1784941088.9703217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f","EoS":false} {"level":"info","ts":1784941088.9703355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f","EoS":true} {"level":"info","ts":1784941088.9703627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941088.9703796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941088.970401,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca8f09ec-7308-4bc5-b3f1-050b7b0b020f"} {"level":"info","ts":1784941098.4446797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941098.4447756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23"} {"level":"info","ts":1784941098.4447896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23"} {"level":"info","ts":1784941098.4448016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23","EoS":false} {"level":"info","ts":1784941098.444816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23","EoS":true} {"level":"info","ts":1784941098.444837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941098.4448533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941098.4448743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0bc5bba-f008-43e1-8725-2e71c52ece23"} {"level":"info","ts":1784941098.4836843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941098.4837599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60"} {"level":"info","ts":1784941098.4837697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60"} {"level":"info","ts":1784941098.4837804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60","EoS":false} {"level":"info","ts":1784941098.4837902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60","EoS":true} {"level":"info","ts":1784941098.4838142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941098.4838333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941098.4838526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c54b2dab-2836-466d-9b1d-2eb552da2d60"} {"level":"info","ts":1784941117.8418696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941117.84196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10"} {"level":"info","ts":1784941117.8419755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10"} {"level":"info","ts":1784941117.8419936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10","EoS":false} {"level":"info","ts":1784941117.8420138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10","EoS":true} {"level":"info","ts":1784941117.842044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941117.8420804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941117.8421137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17c33df1-f998-4b5c-aede-f020d9d3ce10"} {"level":"info","ts":1784941127.2239645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941127.224081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a"} {"level":"info","ts":1784941127.224099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a"} {"level":"info","ts":1784941127.2241132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a","EoS":false} {"level":"info","ts":1784941127.2241242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a","EoS":true} {"level":"info","ts":1784941127.2241464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941127.2241616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941127.2241814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3d8858d-c5bb-40a7-a90f-fe730ee6bb2a"} {"level":"info","ts":1784941132.5618598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941132.5619428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7"} {"level":"info","ts":1784941132.561955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7"} {"level":"info","ts":1784941132.561967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7","EoS":false} {"level":"info","ts":1784941132.561979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7","EoS":true} {"level":"info","ts":1784941132.5619998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784941132.5620153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784941132.562035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33030250-e7d8-4d47-9240-7a5eedbdf1b7"} {"level":"info","ts":1784941223.2934132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941223.293501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878"} {"level":"info","ts":1784941223.2935112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878"} {"level":"info","ts":1784941223.2935233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878","EoS":false} {"level":"info","ts":1784941223.293534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878","EoS":true} {"level":"info","ts":1784941223.293557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784941223.2935731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784941223.2935936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57d07894-c1ac-4437-92fa-e4a7bb19a878"} {"level":"info","ts":1784941282.4012926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941282.4013638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b"} {"level":"info","ts":1784941282.4013734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b"} {"level":"info","ts":1784941282.4013839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b","EoS":false} {"level":"info","ts":1784941282.401395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b","EoS":true} {"level":"info","ts":1784941282.4014144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784941282.4014313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784941282.4014535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1660ae0-642e-4824-9bf1-af63b4ea128b"} {"level":"info","ts":1784941319.4814174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941319.4815054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0"} {"level":"info","ts":1784941319.4815178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0"} {"level":"info","ts":1784941319.4815357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0","EoS":false} {"level":"info","ts":1784941319.4815464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0","EoS":true} {"level":"info","ts":1784941319.4815674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941319.4815848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941319.4816084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed7a1eb4-27e1-47a7-a727-4eec298430e0"} {"level":"info","ts":1784941334.7506776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941334.7507753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b"} {"level":"info","ts":1784941334.7507904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b"} {"level":"info","ts":1784941334.750812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b","EoS":false} {"level":"info","ts":1784941334.7508323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b","EoS":true} {"level":"info","ts":1784941334.750864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941334.750883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941334.7509146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be9c29e8-4651-49fa-a460-60303256de9b"} {"level":"info","ts":1784941335.034667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941335.0347471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b"} {"level":"info","ts":1784941335.0347567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b"} {"level":"info","ts":1784941335.0347676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b","EoS":false} {"level":"info","ts":1784941335.034779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b","EoS":true} {"level":"info","ts":1784941335.0347986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784941335.0348136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941335.0348327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f9b4a64-15da-412b-b139-427151cc082b"} {"level":"info","ts":1784941711.2717605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941711.271836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1"} {"level":"info","ts":1784941711.2718449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1"} {"level":"info","ts":1784941711.2718558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1","EoS":false} {"level":"info","ts":1784941711.2718668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1","EoS":true} {"level":"info","ts":1784941711.2718868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784941711.271903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941711.271926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c8f46c7-e7c4-44a7-bfee-cecb9cd1b9d1"} {"level":"info","ts":1784941711.3123186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941711.3123953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a"} {"level":"info","ts":1784941711.3124075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a"} {"level":"info","ts":1784941711.3124192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a","EoS":false} {"level":"info","ts":1784941711.3124287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a","EoS":true} {"level":"info","ts":1784941711.312447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784941711.312462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941711.3124819,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8fabc83-708b-4592-8d25-e0a0ca29621a"} {"level":"info","ts":1784941711.3474078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941711.3474739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b"} {"level":"info","ts":1784941711.3474822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b"} {"level":"info","ts":1784941711.3474925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b","EoS":false} {"level":"info","ts":1784941711.3475022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b","EoS":true} {"level":"info","ts":1784941711.347521,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784941711.3475356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784941711.347556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36569ae3-6214-4249-aed1-c31e6d4ac85b"} {"level":"info","ts":1784941716.2211323,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7e8040ad-f82a-4eab-a8f7-5347a7b066c4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784941716.2211869,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7e8040ad-f82a-4eab-a8f7-5347a7b066c4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784941716.2211323,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0568ee93-c6ed-4379-a8f9-3132d0f0eca9"} {"level":"info","ts":1784941716.2273617,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a4f42e-c80a-4248-bc87-a2513fe2d9fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784941716.2273962,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a4f42e-c80a-4248-bc87-a2513fe2d9fb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784941716.2283244,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0568ee93-c6ed-4379-a8f9-3132d0f0eca9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941716.2285633,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36267.708401733,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.228581,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.343431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56a8e4e2-ec65-4b0f-ada8-a5cbc109272e"} {"level":"info","ts":1784941716.343567,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56a8e4e2-ec65-4b0f-ada8-a5cbc109272e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784941716.3441157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"299d4e62-ee77-449e-83ab-cbd168d9adce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941716.344161,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"299d4e62-ee77-449e-83ab-cbd168d9adce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784941716.3452084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e3f246-9e85-4980-bd2a-6d3303325858","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941716.3452396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e3f246-9e85-4980-bd2a-6d3303325858","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784941716.346405,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784941716.347975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56a8e4e2-ec65-4b0f-ada8-a5cbc109272e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784941716.348026,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56a8e4e2-ec65-4b0f-ada8-a5cbc109272e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941716.3481207,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747ce88a-692a-4e5e-91d3-c49f5bac2eca"} {"level":"info","ts":1784941716.3481526,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747ce88a-692a-4e5e-91d3-c49f5bac2eca","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784941716.353562,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747ce88a-692a-4e5e-91d3-c49f5bac2eca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941716.3612418,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef29ab2c-841a-48ce-8d2f-5b270cf5af5d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784941716.3612735,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef29ab2c-841a-48ce-8d2f-5b270cf5af5d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784941716.3613346,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3758da97-a934-49c0-9db0-5101e75d9ee7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941716.3613706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3758da97-a934-49c0-9db0-5101e75d9ee7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784941716.3613474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"337eff09-958a-4209-b219-619d6bc350c8"} {"level":"info","ts":1784941716.361573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33430.088886764,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.3615878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.4293637,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33402.763556355,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.4293973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.4436731,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.4446332,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784941716.461945,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"337eff09-958a-4209-b219-619d6bc350c8","name":"e2e-external-model"} {"level":"info","ts":1784941716.4725904,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"337eff09-958a-4209-b219-619d6bc350c8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784941716.4782946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1dbd74-7499-46e0-b716-ee3b4d8624f5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941716.4783363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1dbd74-7499-46e0-b716-ee3b4d8624f5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784941716.4783692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90872d02-19e9-4964-915d-ef1eff559831"} {"level":"info","ts":1784941716.4784367,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90872d02-19e9-4964-915d-ef1eff559831","name":"e2e-external-model"} {"level":"error","ts":1784941716.491832,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90872d02-19e9-4964-915d-ef1eff559831","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941716.4919162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21e80140-a7ff-4d24-a0cb-bd3f7108b1e5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941716.4919257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2541336f-b502-41c6-a6bd-afdb810a84fa"} {"level":"info","ts":1784941716.491951,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21e80140-a7ff-4d24-a0cb-bd3f7108b1e5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784941716.4920018,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2541336f-b502-41c6-a6bd-afdb810a84fa","name":"e2e-external-model"} {"level":"info","ts":1784941716.4992402,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2541336f-b502-41c6-a6bd-afdb810a84fa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784941716.5047898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e929742-483e-42c5-897b-3be680381b1f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941716.504832,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e929742-483e-42c5-897b-3be680381b1f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784941716.5047932,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40645c2c-d5a8-4155-aba7-0b2ad4b2f9d0"} {"level":"info","ts":1784941716.5049043,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40645c2c-d5a8-4155-aba7-0b2ad4b2f9d0","name":"e2e-external-model"} {"level":"info","ts":1784941716.511876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40645c2c-d5a8-4155-aba7-0b2ad4b2f9d0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784941716.5295615,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0568ee93-c6ed-4379-a8f9-3132d0f0eca9","name":"e2e-external-provider"} {"level":"info","ts":1784941716.5387034,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0568ee93-c6ed-4379-a8f9-3132d0f0eca9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784941716.542248,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0568ee93-c6ed-4379-a8f9-3132d0f0eca9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941716.5423462,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"470d061b-6534-4e4f-8cb6-05f24ad74575"} {"level":"info","ts":1784941716.5423927,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"470d061b-6534-4e4f-8cb6-05f24ad74575","name":"e2e-external-provider"} {"level":"info","ts":1784941716.552777,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"470d061b-6534-4e4f-8cb6-05f24ad74575","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784941723.738097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941723.7381861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0"} {"level":"info","ts":1784941723.7382007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0"} {"level":"info","ts":1784941723.7382183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0","EoS":false} {"level":"info","ts":1784941723.7382379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0","EoS":true} {"level":"info","ts":1784941723.7382758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784941723.7382941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784941723.7383084,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0","modelName":"e2e-external-model"} {"level":"info","ts":1784941723.73833,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784941723.7383938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2596b0a2-dc1f-4b46-ac74-e9aea67960a0"} {"level":"info","ts":1784941723.7861993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941723.7862763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b"} {"level":"info","ts":1784941723.7862852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b"} {"level":"info","ts":1784941723.786296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b","EoS":false} {"level":"info","ts":1784941723.7863061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b","EoS":true} {"level":"info","ts":1784941723.7863262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784941723.7863426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784941723.78635,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b","modelName":"e2e-external-model"} {"level":"info","ts":1784941723.786364,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784941723.7864025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b33ac4ba-0057-4cf6-8943-7886346b5c3b"} {"level":"info","ts":1784941723.8151152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941723.8151987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab"} {"level":"info","ts":1784941723.8152173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab"} {"level":"info","ts":1784941723.815235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab","EoS":false} {"level":"info","ts":1784941723.8152554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab","EoS":true} {"level":"info","ts":1784941723.8152874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784941723.8153052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784941723.8153172,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab","modelName":"e2e-external-model"} {"level":"info","ts":1784941723.8153403,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784941723.8153892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab466a47-6a95-473d-86db-fa2c93795cab"} {"level":"info","ts":1784941723.9544454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77fcc3c9-0e2c-4478-bfcd-1f20116e60cb"} {"level":"info","ts":1784941723.9544864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abcb362e-14ff-4ed6-8e02-18d3a1e9d46f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941723.954522,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abcb362e-14ff-4ed6-8e02-18d3a1e9d46f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784941723.9595008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"590bab12-d33d-4db5-bbc9-aa42416685f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941723.959528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"590bab12-d33d-4db5-bbc9-aa42416685f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784941723.9626365,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77fcc3c9-0e2c-4478-bfcd-1f20116e60cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941723.9626977,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77fcc3c9-0e2c-4478-bfcd-1f20116e60cb","name":"e2e-cleanup-test"} {"level":"info","ts":1784941723.975664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee1d6ab4-c78c-4fca-85bb-834bd1cef683","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941723.975694,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee1d6ab4-c78c-4fca-85bb-834bd1cef683","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784941723.976415,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77fcc3c9-0e2c-4478-bfcd-1f20116e60cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784941723.9764516,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77fcc3c9-0e2c-4478-bfcd-1f20116e60cb","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941723.976493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"838591a8-fb17-434d-adf5-481de94ac273"} {"level":"info","ts":1784941723.9765391,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"838591a8-fb17-434d-adf5-481de94ac273","name":"e2e-cleanup-test"} {"level":"info","ts":1784941723.988547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2e7d86-fbc6-4c94-a079-db9f8f49b7d5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941723.9885743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2e7d86-fbc6-4c94-a079-db9f8f49b7d5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784941723.9885411,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"838591a8-fb17-434d-adf5-481de94ac273","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784941723.9886405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4dc5fc4-2dfb-4282-b729-79183597a591"} {"level":"info","ts":1784941723.9886875,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4dc5fc4-2dfb-4282-b729-79183597a591","name":"e2e-cleanup-test"} {"level":"info","ts":1784941723.994905,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4dc5fc4-2dfb-4282-b729-79183597a591","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784941724.0014083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a99817ce-354f-4a1f-b13a-a7f972e7af98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941724.001439,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a99817ce-354f-4a1f-b13a-a7f972e7af98","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784941724.0014136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8468a83-f8ab-4b7b-b207-3ed81310fe5c"} {"level":"info","ts":1784941724.0014877,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8468a83-f8ab-4b7b-b207-3ed81310fe5c","name":"e2e-cleanup-test"} {"level":"info","ts":1784941724.0085611,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8468a83-f8ab-4b7b-b207-3ed81310fe5c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784941732.237466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec1234cf-fbb0-4bb7-ad4b-8e454bf6eb13","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941732.237519,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec1234cf-fbb0-4bb7-ad4b-8e454bf6eb13","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784941732.237466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d04459c1-fe92-4e7a-a6b6-fad11f30b813"} {"level":"info","ts":1784941736.5576978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941736.5577695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c"} {"level":"info","ts":1784941736.5577784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c"} {"level":"info","ts":1784941736.5577903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c","EoS":false} {"level":"info","ts":1784941736.5577996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c","EoS":true} {"level":"info","ts":1784941736.5578249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784941736.557842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784941736.5578756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd5da9aa-02cd-4209-8ddc-2035a098259c"} {"level":"info","ts":1784941736.5912395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941736.5913055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d"} {"level":"info","ts":1784941736.5913148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d"} {"level":"info","ts":1784941736.5913303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d","EoS":false} {"level":"info","ts":1784941736.5913415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d","EoS":true} {"level":"info","ts":1784941736.5913608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784941736.5913754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784941736.5913835,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d","modelName":"e2e-external-model"} {"level":"info","ts":1784941736.5913968,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784941736.591432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91c779fc-67ce-4788-a332-d6ed0322b09d"} {"level":"info","ts":1784941736.6324944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941736.6325586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf"} {"level":"info","ts":1784941736.6325698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf"} {"level":"info","ts":1784941736.6325803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf","EoS":false} {"level":"info","ts":1784941736.6325908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf","EoS":true} {"level":"info","ts":1784941736.6326096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784941736.6326234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784941736.632642,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"043607e0-4de7-45b7-913d-e26884a352cf"} {"level":"info","ts":1784941736.7714276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784941736.7714963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c7e5db3-c69c-4705-b7fc-f57343342f5e"} {"level":"info","ts":1784941736.7715054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c7e5db3-c69c-4705-b7fc-f57343342f5e"} {"level":"info","ts":1784941736.7715163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c7e5db3-c69c-4705-b7fc-f57343342f5e","EoS":false} {"level":"info","ts":1784941736.771529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c7e5db3-c69c-4705-b7fc-f57343342f5e","EoS":true} {"level":"info","ts":1784941736.771551,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2c7e5db3-c69c-4705-b7fc-f57343342f5e","field":"model"} {"level":"info","ts":1784941736.7715747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c7e5db3-c69c-4705-b7fc-f57343342f5e"} {"level":"info","ts":1784941737.7446988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"766b8742-b25d-4bf9-bba9-17e730d5a00d"} {"level":"info","ts":1784941737.7447078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60bca9f6-9d7d-4d91-98e6-3bf29165c99e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941737.7447767,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60bca9f6-9d7d-4d91-98e6-3bf29165c99e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784941737.8878922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76499280-973b-418f-aa20-4e266d7c1b6d"} {"level":"info","ts":1784941737.8879218,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61bb55f6-5f0b-4b61-9ccd-32b07264a6b6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784941737.8879483,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61bb55f6-5f0b-4b61-9ccd-32b07264a6b6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943027.8436937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943027.8438005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62e194eb-dfd1-410e-8788-eafd08ece8fb"} {"level":"info","ts":1784943082.3964825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943082.3965726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca"} {"level":"info","ts":1784943082.3965847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca"} {"level":"info","ts":1784943082.396599,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca","EoS":false} {"level":"info","ts":1784943082.3966165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca","EoS":true} {"level":"info","ts":1784943082.3966386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943082.3966541,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784943082.3966753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4214e72e-669e-4a5c-b31f-27b426a645ca"}