{"level":"info","ts":1784751632.7243292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751632.724356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8"} {"level":"info","ts":1784751632.7638214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751632.7639227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb"} {"level":"info","ts":1784751632.7639358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb"} {"level":"info","ts":1784751632.763955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb","EoS":false} {"level":"info","ts":1784751632.7639785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb","EoS":true} {"level":"info","ts":1784751632.7640095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751632.764032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751632.7640674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1217b60-5927-4f00-82d6-80fed35bffcb"} {"level":"info","ts":1784751636.9213834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751636.9214816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba"} {"level":"info","ts":1784751636.921491,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba"} {"level":"info","ts":1784751636.9215035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba","EoS":false} {"level":"info","ts":1784751636.9215212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba","EoS":true} {"level":"info","ts":1784751636.921542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751636.9215584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751636.9215772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88a15833-5dea-40db-ab75-471622cb7cba"} {"level":"info","ts":1784751655.8495753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751655.8496637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"} {"level":"info","ts":1784751655.8496733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"} {"level":"info","ts":1784751655.8496845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","EoS":false} {"level":"info","ts":1784751655.849696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","EoS":true} {"level":"info","ts":1784751655.849719,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751655.8497334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751655.8497527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"} {"level":"info","ts":1784751655.986884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751655.9869733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"} {"level":"info","ts":1784751655.986986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"} {"level":"info","ts":1784751655.987004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","EoS":false} {"level":"info","ts":1784751655.9870274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","EoS":true} {"level":"info","ts":1784751655.9870622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751655.9870818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751655.9871166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"} {"level":"info","ts":1784751656.1202853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751656.1203651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"} {"level":"info","ts":1784751656.1203759,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"} {"level":"info","ts":1784751656.120387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","EoS":false} {"level":"info","ts":1784751656.1203973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","EoS":true} {"level":"info","ts":1784751656.120449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751656.1204975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751656.1205192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"} {"level":"info","ts":1784751656.256434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751656.2565277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"} {"level":"info","ts":1784751656.2565403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"} {"level":"info","ts":1784751656.2565603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","EoS":false} {"level":"info","ts":1784751656.2565827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","EoS":true} {"level":"info","ts":1784751656.2566147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751656.256636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751656.2566733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"} {"level":"info","ts":1784751656.391134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751656.3912232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"} {"level":"info","ts":1784751656.3912356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"} {"level":"info","ts":1784751656.3912532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","EoS":false} {"level":"info","ts":1784751656.3912716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","EoS":true} {"level":"info","ts":1784751656.391301,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751656.3913226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751656.3913524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"} {"level":"info","ts":1784751656.5284805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751656.5285609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2"} {"level":"info","ts":1784751656.5285752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2"} {"level":"info","ts":1784751656.5285897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2","EoS":false} {"level":"info","ts":1784751656.5286112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2","EoS":true} {"level":"info","ts":1784751656.528631,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751656.528648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751656.5286708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d12216d8-6de0-4779-b629-b4097f4684d2"} {"level":"info","ts":1784751672.1319702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751672.132076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"} {"level":"info","ts":1784751672.1320934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"} {"level":"info","ts":1784751672.1321115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","EoS":false} {"level":"info","ts":1784751672.1321287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","EoS":true} {"level":"info","ts":1784751672.1321602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751672.1321805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751672.1322126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"} {"level":"info","ts":1784751672.1731484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751672.1732287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80605d54-7637-4e88-a61c-17c109489521"} {"level":"info","ts":1784751672.1732378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80605d54-7637-4e88-a61c-17c109489521"} {"level":"info","ts":1784751672.1732564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80605d54-7637-4e88-a61c-17c109489521","EoS":false} {"level":"info","ts":1784751672.1732733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80605d54-7637-4e88-a61c-17c109489521","EoS":true} {"level":"info","ts":1784751672.1732929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80605d54-7637-4e88-a61c-17c109489521","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751672.173308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80605d54-7637-4e88-a61c-17c109489521","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751672.1733284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80605d54-7637-4e88-a61c-17c109489521"} {"level":"info","ts":1784751672.2061632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751672.2062485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec"} {"level":"info","ts":1784751672.2062624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec"} {"level":"info","ts":1784751672.2062814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec","EoS":false} {"level":"info","ts":1784751672.2063022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec","EoS":true} {"level":"info","ts":1784751672.2063308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751672.20635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751672.20638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27a334d9-5a50-4776-9bc3-93cf32b80eec"} {"level":"info","ts":1784751672.2402964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751672.2403731,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012"} {"level":"info","ts":1784751676.865328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751676.8654423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"} {"level":"info","ts":1784751676.8654559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"} {"level":"info","ts":1784751676.8654695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","EoS":false} {"level":"info","ts":1784751676.8654807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","EoS":true} {"level":"info","ts":1784751676.8655055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751676.865523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751676.8655477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"} {"level":"info","ts":1784751685.4383903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751685.4385107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb"} {"level":"info","ts":1784751685.4385207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb"} {"level":"info","ts":1784751685.4385319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb","EoS":false} {"level":"info","ts":1784751685.4385443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb","EoS":true} {"level":"info","ts":1784751685.438566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751685.4385822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751685.438604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b1286d8-ad22-4ece-abc2-1d09af8fa7bb"} {"level":"info","ts":1784751687.4691641,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751687.4692519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79"} {"level":"info","ts":1784751687.469267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79"} {"level":"info","ts":1784751687.4692872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79","EoS":false} {"level":"info","ts":1784751687.4693072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79","EoS":true} {"level":"info","ts":1784751687.4693367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751687.4693553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751687.4693868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03d0172a-b7ba-4ada-a36e-c33918734a79"} {"level":"info","ts":1784751689.5041764,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751689.504266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"} {"level":"info","ts":1784751689.5042772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"} {"level":"info","ts":1784751689.5042894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","EoS":false} {"level":"info","ts":1784751689.5043025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","EoS":true} {"level":"info","ts":1784751689.5043263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751689.5043426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751689.5043628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"} {"level":"info","ts":1784751702.369766,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751702.3698523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"} {"level":"info","ts":1784751702.3698616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"} {"level":"info","ts":1784751702.369872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","EoS":false} {"level":"info","ts":1784751702.3698835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","EoS":true} {"level":"info","ts":1784751702.369911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751702.369933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751702.369962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"} {"level":"info","ts":1784751710.8998997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751710.8999846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"} {"level":"info","ts":1784751710.8999982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"} {"level":"info","ts":1784751710.9000125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","EoS":false} {"level":"info","ts":1784751710.9000285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","EoS":true} {"level":"info","ts":1784751710.9000497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751710.9000666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751710.900091,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"} {"level":"info","ts":1784751719.7751431,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751719.7752275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"} {"level":"info","ts":1784751719.7752378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"} {"level":"info","ts":1784751719.7752492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","EoS":false} {"level":"info","ts":1784751719.7752602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","EoS":true} {"level":"info","ts":1784751719.7752852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751719.775303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751719.7753267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"} {"level":"info","ts":1784751728.7524695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751728.7525547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a"} {"level":"info","ts":1784751728.7525656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a"} {"level":"info","ts":1784751728.7525766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a","EoS":false} {"level":"info","ts":1784751728.7525887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a","EoS":true} {"level":"info","ts":1784751728.7526114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751728.7526278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751728.7526512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb33f44c-6486-4553-b8ee-8be259b5571a"} {"level":"info","ts":1784751733.5425491,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751733.5426486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd"} {"level":"info","ts":1784751733.5426667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd"} {"level":"info","ts":1784751733.5426803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd","EoS":false} {"level":"info","ts":1784751733.5426934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd","EoS":true} {"level":"info","ts":1784751733.542714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784751733.5427315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751733.542753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4bdd48d0-6080-480d-8004-c4e31cc580cd"} {"level":"info","ts":1784751738.3139389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751738.3140428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3"} {"level":"info","ts":1784751738.3140597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3"} {"level":"info","ts":1784751738.3140745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3","EoS":false} {"level":"info","ts":1784751738.3140862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3","EoS":true} {"level":"info","ts":1784751738.3141098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751738.3141296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751738.3141527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0460ce51-9824-45dc-8485-59fb9d6f40e3"} {"level":"info","ts":1784751740.7276962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751740.7277932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd"} {"level":"info","ts":1784751740.7278116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd"} {"level":"info","ts":1784751740.7278275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd","EoS":false} {"level":"info","ts":1784751740.7278447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd","EoS":true} {"level":"info","ts":1784751740.727867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751740.7278824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751740.727906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a9f5481-97d5-48ee-81ac-86e01eafb6cd"} {"level":"info","ts":1784751742.7625666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751742.7626452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a"} {"level":"info","ts":1784751742.7626548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a"} {"level":"info","ts":1784751742.762666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a","EoS":false} {"level":"info","ts":1784751742.7626762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a","EoS":true} {"level":"info","ts":1784751742.7626963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751742.762712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751742.7627316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d963c5ce-6631-430f-b5de-ead0d9f2d00a"} {"level":"info","ts":1784751744.7957208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751744.79581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"} {"level":"info","ts":1784751744.7958202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"} {"level":"info","ts":1784751744.7958322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","EoS":false} {"level":"info","ts":1784751744.7958448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","EoS":true} {"level":"info","ts":1784751744.7958674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751744.7958841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751744.795904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"} {"level":"info","ts":1784751768.2886827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751768.2887816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"} {"level":"info","ts":1784751768.2887955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"} {"level":"info","ts":1784751768.2888112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","EoS":false} {"level":"info","ts":1784751768.2888308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","EoS":true} {"level":"info","ts":1784751768.2888632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751768.288883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751768.2889118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"} {"level":"info","ts":1784751777.618584,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751777.618662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca"} {"level":"info","ts":1784751777.618672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca"} {"level":"info","ts":1784751777.6186833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca","EoS":false} {"level":"info","ts":1784751777.618694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca","EoS":true} {"level":"info","ts":1784751777.6187136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751777.6187272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751777.6187475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"180462c9-67eb-442b-baaa-c4e0befdf1ca"} {"level":"info","ts":1784751783.2338006,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751783.2338784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785"} {"level":"info","ts":1784751783.2338874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785"} {"level":"info","ts":1784751783.2338986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785","EoS":false} {"level":"info","ts":1784751783.2339106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785","EoS":true} {"level":"info","ts":1784751783.2339318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751783.233945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751783.2339694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd647167-e33d-4679-91da-8bd4396e3785"} {"level":"info","ts":1784751792.8315728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751792.831659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd"} {"level":"info","ts":1784751792.8316684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd"} {"level":"info","ts":1784751792.8316808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd","EoS":false} {"level":"info","ts":1784751792.8316967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd","EoS":true} {"level":"info","ts":1784751792.831717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751792.8317335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751792.8317523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0a1bb52-a427-4895-9da6-6f37099b55fd"} {"level":"info","ts":1784751794.8631608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751794.8632348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"} {"level":"info","ts":1784751794.863255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"} {"level":"info","ts":1784751794.8632674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","EoS":false} {"level":"info","ts":1784751794.863278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","EoS":true} {"level":"info","ts":1784751794.8632975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751794.8633115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751794.863334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"} {"level":"info","ts":1784751804.2925837,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751804.2926629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"} {"level":"info","ts":1784751804.2926722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"} {"level":"info","ts":1784751804.2926867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","EoS":false} {"level":"info","ts":1784751804.2926981,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","EoS":true} {"level":"info","ts":1784751804.2927186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751804.2927341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751804.2927532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"} {"level":"info","ts":1784751804.3290908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751804.3291702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"} {"level":"info","ts":1784751804.329179,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"} {"level":"info","ts":1784751804.329191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","EoS":false} {"level":"info","ts":1784751804.3292024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","EoS":true} {"level":"info","ts":1784751804.3292215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751804.3292363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751804.3292553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"} {"level":"info","ts":1784751823.5281014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751823.5281823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"} {"level":"info","ts":1784751823.5281937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"} {"level":"info","ts":1784751823.5282056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","EoS":false} {"level":"info","ts":1784751823.5282168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","EoS":true} {"level":"info","ts":1784751823.5282366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751823.5282564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751823.5282788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"} {"level":"info","ts":1784751832.9086945,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751832.9087749,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79"} {"level":"info","ts":1784751832.9087842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79"} {"level":"info","ts":1784751832.9087958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79","EoS":false} {"level":"info","ts":1784751832.9088063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79","EoS":true} {"level":"info","ts":1784751832.9088266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751832.9088426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751832.9088664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d2ba632-fc18-4925-bb76-979c5a4ffc79"} {"level":"info","ts":1784751838.258643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751838.2587602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688"} {"level":"info","ts":1784751838.258775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688"} {"level":"info","ts":1784751838.2587943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688","EoS":false} {"level":"info","ts":1784751838.2588148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688","EoS":true} {"level":"info","ts":1784751838.258847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784751838.258873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784751838.2589,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fe27e6c-27e7-4dec-9692-00c0f181e688"} {"level":"info","ts":1784751928.9191852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751928.9192672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a"} {"level":"info","ts":1784751928.9192774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a"} {"level":"info","ts":1784751928.9192894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a","EoS":false} {"level":"info","ts":1784751928.9193003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a","EoS":true} {"level":"info","ts":1784751928.9193208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784751928.9193375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784751928.919358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f2b032c-83c0-44eb-b10b-bb2e9300a29a"} {"level":"info","ts":1784751954.0672095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751954.0672948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"} {"level":"info","ts":1784751954.067304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"} {"level":"info","ts":1784751954.0673153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","EoS":false} {"level":"info","ts":1784751954.0673256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","EoS":true} {"level":"info","ts":1784751954.0673454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784751954.067363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784751954.0673866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"} {"level":"info","ts":1784751991.2783823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784751991.2784882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"} {"level":"info","ts":1784751991.2785013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"} {"level":"info","ts":1784751991.2785132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","EoS":false} {"level":"info","ts":1784751991.2785244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","EoS":true} {"level":"info","ts":1784751991.2785444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784751991.2785623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784751991.278582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"} {"level":"info","ts":1784752006.6551456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752006.6552424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"} {"level":"info","ts":1784752006.6552572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"} {"level":"info","ts":1784752006.6552715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","EoS":false} {"level":"info","ts":1784752006.655285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","EoS":true} {"level":"info","ts":1784752006.655307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784752006.6553237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784752006.6553435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"} {"level":"info","ts":1784752006.9686818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752006.968785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a"} {"level":"info","ts":1784752006.968803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a"} {"level":"info","ts":1784752006.968816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a","EoS":false} {"level":"info","ts":1784752006.9688294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a","EoS":true} {"level":"info","ts":1784752006.9688525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784752006.9688745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784752006.968896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7379c092-7f7c-4dbb-9698-ba3fcadf346a"} {"level":"info","ts":1784752320.9340727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752320.934165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"} {"level":"info","ts":1784752320.9341779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"} {"level":"info","ts":1784752320.9341898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","EoS":false} {"level":"info","ts":1784752320.9342024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","EoS":true} {"level":"info","ts":1784752320.934225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784752320.9342391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784752320.934261,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"} {"level":"info","ts":1784752320.974758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752320.974832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e"} {"level":"info","ts":1784752320.9748445,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e"} {"level":"info","ts":1784752320.9748576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e","EoS":false} {"level":"info","ts":1784752320.9748707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e","EoS":true} {"level":"info","ts":1784752320.974888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784752320.9749022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784752320.9749215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a26c581-6b91-495b-83f8-dd8c760c9f8e"} {"level":"info","ts":1784752321.0083826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752321.008481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c"} {"level":"info","ts":1784752321.008496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c"} {"level":"info","ts":1784752321.0085099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c","EoS":false} {"level":"info","ts":1784752321.0085227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c","EoS":true} {"level":"info","ts":1784752321.008541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784752321.008556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784752321.0085738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69e3e24b-65c9-440a-a67e-5efade3b2c8c"} {"level":"info","ts":1784752325.8647637,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7639465-992b-46b4-ad0f-be95792a6932","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784752325.8647761,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70d8d906-0fde-4c8b-b54a-3331b5be47e9"} {"level":"info","ts":1784752325.8648021,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7639465-992b-46b4-ad0f-be95792a6932","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784752325.8728812,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c74ff39-563b-43c7-9db5-a0bad56cb01b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784752325.8729086,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c74ff39-563b-43c7-9db5-a0bad56cb01b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784752325.8740716,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70d8d906-0fde-4c8b-b54a-3331b5be47e9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752325.8742988,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36642.994513107,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752325.874315,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752325.9730618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.0610747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea1f83ab-6843-4d8c-930a-8b2953fd32ed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784752326.0611248,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea1f83ab-6843-4d8c-930a-8b2953fd32ed","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784752326.0611572,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34562.305774647,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.061203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.0618918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fed27a3-78f2-474d-979f-a033dd9e51eb"} {"level":"info","ts":1784752326.0619297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08451ada-4f72-49ba-8b9f-9483396ea985","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784752326.0619726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08451ada-4f72-49ba-8b9f-9483396ea985","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784752326.0621157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34943.89539327,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.0621305,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.0706987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.1139793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784752326.1235442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da369480-23b5-487b-a2c7-c2802c0f64bf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784752326.1235857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da369480-23b5-487b-a2c7-c2802c0f64bf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784752326.1407301,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e44e6f44-1264-421a-9282-4915b3701e05","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784752326.14076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e44e6f44-1264-421a-9282-4915b3701e05","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784752326.1547012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cd2ed00-1bdf-4ab7-8d21-8bae19d27e26","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784752326.1547375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cd2ed00-1bdf-4ab7-8d21-8bae19d27e26","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784752326.1615672,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70d8d906-0fde-4c8b-b54a-3331b5be47e9","name":"e2e-external-provider"} {"level":"info","ts":1784752326.1627276,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fed27a3-78f2-474d-979f-a033dd9e51eb","name":"e2e-external-model"} {"level":"info","ts":1784752326.1717367,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70d8d906-0fde-4c8b-b54a-3331b5be47e9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784752326.1726751,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fed27a3-78f2-474d-979f-a033dd9e51eb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784752326.1750386,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70d8d906-0fde-4c8b-b54a-3331b5be47e9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752326.1751282,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fdaa03c-940c-4f1b-b5b7-013969902c07"} {"level":"info","ts":1784752326.1751692,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fdaa03c-940c-4f1b-b5b7-013969902c07","name":"e2e-external-provider"} {"level":"error","ts":1784752326.1761918,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fed27a3-78f2-474d-979f-a033dd9e51eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752326.1762612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05154bb3-d581-4207-b8d7-24b75b010ceb"} {"level":"info","ts":1784752326.1763074,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05154bb3-d581-4207-b8d7-24b75b010ceb","name":"e2e-external-model"} {"level":"info","ts":1784752326.1837046,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05154bb3-d581-4207-b8d7-24b75b010ceb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784752326.1840208,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fdaa03c-940c-4f1b-b5b7-013969902c07","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784752333.3235738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752333.3236556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf"} {"level":"info","ts":1784752333.3236654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf"} {"level":"info","ts":1784752333.3236773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf","EoS":false} {"level":"info","ts":1784752333.3236923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf","EoS":true} {"level":"info","ts":1784752333.3237145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784752333.3237402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784752333.3237472,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf","modelName":"e2e-external-model"} {"level":"info","ts":1784752333.3237624,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784752333.3238273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14e24287-ef16-48a7-a874-200294c85adf"} {"level":"info","ts":1784752333.3697925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752333.369868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad"} {"level":"info","ts":1784752333.3698773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad"} {"level":"info","ts":1784752333.3698883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad","EoS":false} {"level":"info","ts":1784752333.3699033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad","EoS":true} {"level":"info","ts":1784752333.3699229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784752333.369938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784752333.3699448,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad","modelName":"e2e-external-model"} {"level":"info","ts":1784752333.369959,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784752333.3699958,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"086a43cd-a332-4e35-b71f-af8dfb0aa5ad"} {"level":"info","ts":1784752333.3931432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752333.3932245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8"} {"level":"info","ts":1784752333.3932378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8"} {"level":"info","ts":1784752333.3932498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","EoS":false} {"level":"info","ts":1784752333.3932598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","EoS":true} {"level":"info","ts":1784752333.393284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784752333.3933005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784752333.3933103,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","modelName":"e2e-external-model"} {"level":"info","ts":1784752333.3933256,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784752333.393366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8"} {"level":"info","ts":1784752333.5316455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"414f778e-c811-4228-9562-15b780d262eb"} {"level":"info","ts":1784752333.5316374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e89c98f-dd2b-4a31-802b-6703c89d0d1a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752333.5317695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e89c98f-dd2b-4a31-802b-6703c89d0d1a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784752333.539494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3bf3359-653e-4966-adb7-a5e648578c85","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752333.5395346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3bf3359-653e-4966-adb7-a5e648578c85","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784752333.5398557,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"414f778e-c811-4228-9562-15b780d262eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752333.539919,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"414f778e-c811-4228-9562-15b780d262eb","name":"e2e-cleanup-test"} {"level":"info","ts":1784752333.5555997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f7ddff3-76df-43a3-b9c2-91dc646784c0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752333.5556386,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f7ddff3-76df-43a3-b9c2-91dc646784c0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784752333.5572364,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"414f778e-c811-4228-9562-15b780d262eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784752333.5572817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"414f778e-c811-4228-9562-15b780d262eb","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752333.5573335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb51836e-b93c-4452-8b51-8c4a3c8d4c51"} {"level":"info","ts":1784752333.557393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb51836e-b93c-4452-8b51-8c4a3c8d4c51","name":"e2e-cleanup-test"} {"level":"info","ts":1784752333.5707667,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c6d5cc0-9fc1-4293-afdd-e91d0582cdc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752333.570804,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c6d5cc0-9fc1-4293-afdd-e91d0582cdc7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784752333.573677,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb51836e-b93c-4452-8b51-8c4a3c8d4c51","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784752333.573722,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb51836e-b93c-4452-8b51-8c4a3c8d4c51","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752333.5737846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a103e73-944d-4a23-932f-5e82e2c4c265"} {"level":"info","ts":1784752333.5738447,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a103e73-944d-4a23-932f-5e82e2c4c265","name":"e2e-cleanup-test"} {"level":"info","ts":1784752333.581672,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a103e73-944d-4a23-932f-5e82e2c4c265","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784752333.5848606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f11a04cd-c0c9-4b15-a963-dad36dc82fd7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752333.5848892,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f11a04cd-c0c9-4b15-a963-dad36dc82fd7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784752333.588776,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a103e73-944d-4a23-932f-5e82e2c4c265","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784752333.588848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d089deb-f7ee-4507-8bd1-9f42054fb96f"} {"level":"info","ts":1784752333.588901,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d089deb-f7ee-4507-8bd1-9f42054fb96f","name":"e2e-cleanup-test"} {"level":"info","ts":1784752333.5971718,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d089deb-f7ee-4507-8bd1-9f42054fb96f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784752341.7890515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11ce4a3b-5904-416a-a323-c96d46c4fea3"} {"level":"info","ts":1784752341.7890851,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ee9add3-48ea-4460-be92-9a46904aaf1e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752341.7891169,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ee9add3-48ea-4460-be92-9a46904aaf1e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784752346.1166506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752346.1167548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e"} {"level":"info","ts":1784752346.1167731,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e"} {"level":"info","ts":1784752346.1167877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e","EoS":false} {"level":"info","ts":1784752346.1167989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e","EoS":true} {"level":"info","ts":1784752346.116821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784752346.116838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784752346.116862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e"} {"level":"info","ts":1784752346.1441908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752346.1442785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413"} {"level":"info","ts":1784752346.1442888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413"} {"level":"info","ts":1784752346.1443007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","EoS":false} {"level":"info","ts":1784752346.1443121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","EoS":true} {"level":"info","ts":1784752346.1443346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784752346.1443505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784752346.1443582,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","modelName":"e2e-external-model"} {"level":"info","ts":1784752346.1443722,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784752346.144437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413"} {"level":"info","ts":1784752346.1833184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752346.1833975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"} {"level":"info","ts":1784752346.1834338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"} {"level":"info","ts":1784752346.1834474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","EoS":false} {"level":"info","ts":1784752346.183458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","EoS":true} {"level":"info","ts":1784752346.1834767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784752346.1834922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784752346.1835108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"} {"level":"info","ts":1784752346.3256493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752346.3257174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"} {"level":"info","ts":1784752346.3257267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"} {"level":"info","ts":1784752346.3257375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","EoS":false} {"level":"info","ts":1784752346.3257484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","EoS":true} {"level":"info","ts":1784752346.3257732,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","field":"model"} {"level":"info","ts":1784752346.3257997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"} {"level":"info","ts":1784752347.2751958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66acd664-8a9a-4201-9fd8-86559170a5ac"} {"level":"info","ts":1784752347.2752256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96736b01-1484-432c-9693-95ff239c24a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784752347.2752612,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96736b01-1484-432c-9693-95ff239c24a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784752347.4132216,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8820a2ae-760f-4ecd-b435-7ad30f36bc0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784752347.4132578,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8820a2ae-760f-4ecd-b435-7ad30f36bc0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784752347.4132497,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b588006-016f-4ede-9141-5bad7f665d22"} {"level":"info","ts":1784752900.4559042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752900.4559915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6"} {"level":"info","ts":1784752900.4559999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6"} {"level":"info","ts":1784752900.4560106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6","EoS":false} {"level":"info","ts":1784752900.4560206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6","EoS":true} {"level":"info","ts":1784752900.4560401,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784752900.4560535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6","path":"/ai-tenant-e2e-inf-b-614db5/test-model-614db5/v1/chat/completions"} {"level":"info","ts":1784752900.4560752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44e30539-7773-4f33-aff6-8838d3d84fd6"} {"level":"info","ts":1784752921.4755929,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784752921.4756727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"} {"level":"info","ts":1784752921.475682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"} {"level":"info","ts":1784752921.475694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","EoS":false} {"level":"info","ts":1784752921.4757056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","EoS":true} {"level":"info","ts":1784752921.4757261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784752921.4757419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","path":"/ai-tenant-e2e-inf-b-614db5/test-model-614db5/v1/chat/completions"} {"level":"info","ts":1784752921.4757683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"} {"level":"info","ts":1784753383.2303147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784753383.230404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"} {"level":"info","ts":1784753383.2304296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"} {"level":"info","ts":1784753383.2304416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","EoS":false} {"level":"info","ts":1784753383.230453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","EoS":true} {"level":"info","ts":1784753383.2304752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784753383.2304914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","path":"/ai-tenant-e2e-shared-b-198019/rate-test-model-198019/v1/completions"} {"level":"info","ts":1784753383.2305076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}