{"level":"info","ts":1784728913.138404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01ff71c7-7aa7-46a9-bd21-faed8aefaad0","EoS":false} {"level":"info","ts":1784728913.1384141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01ff71c7-7aa7-46a9-bd21-faed8aefaad0","EoS":true} {"level":"info","ts":1784728913.1384315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01ff71c7-7aa7-46a9-bd21-faed8aefaad0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784728913.1384442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01ff71c7-7aa7-46a9-bd21-faed8aefaad0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784728913.1384616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01ff71c7-7aa7-46a9-bd21-faed8aefaad0"} {"level":"info","ts":1784728917.3113668,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728917.311445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc"} {"level":"info","ts":1784728917.3114536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc"} {"level":"info","ts":1784728917.3114653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc","EoS":false} {"level":"info","ts":1784728917.3114758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc","EoS":true} {"level":"info","ts":1784728917.3114946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784728917.3115113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784728917.3115332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b20b7614-74b3-4ca6-9b26-71c43cabbadc"} {"level":"info","ts":1784728936.2941494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728936.2942748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"} {"level":"info","ts":1784728936.294291,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"} {"level":"info","ts":1784728936.2943115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","EoS":false} {"level":"info","ts":1784728936.2943344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","EoS":true} {"level":"info","ts":1784728936.294364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728936.2943826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728936.2944105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"} {"level":"info","ts":1784728936.4354699,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728936.4355464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"} {"level":"info","ts":1784728936.4355571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"} {"level":"info","ts":1784728936.4355688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","EoS":false} {"level":"info","ts":1784728936.435582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","EoS":true} {"level":"info","ts":1784728936.4356022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728936.435619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728936.4356391,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"} {"level":"info","ts":1784728936.572024,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728936.5721185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"} {"level":"info","ts":1784728936.5721338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"} {"level":"info","ts":1784728936.5721474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","EoS":false} {"level":"info","ts":1784728936.5721607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","EoS":true} {"level":"info","ts":1784728936.572182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728936.5721982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728936.57222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"} {"level":"info","ts":1784728936.707546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728936.7076235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"} {"level":"info","ts":1784728936.7076325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"} {"level":"info","ts":1784728936.707644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","EoS":false} {"level":"info","ts":1784728936.7076576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","EoS":true} {"level":"info","ts":1784728936.7076774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728936.7076929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728936.7077143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"} {"level":"info","ts":1784728936.8413804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728936.8414624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"} {"level":"info","ts":1784728936.8414745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"} {"level":"info","ts":1784728936.8414867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","EoS":false} {"level":"info","ts":1784728936.8415048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","EoS":true} {"level":"info","ts":1784728936.841527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728936.8415427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728936.841565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"} {"level":"info","ts":1784728936.973818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728936.973902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60"} {"level":"info","ts":1784728936.9739459,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60"} {"level":"info","ts":1784728936.9739623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60","EoS":false} {"level":"info","ts":1784728936.9739735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60","EoS":true} {"level":"info","ts":1784728936.9739957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728936.9740112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728936.9740317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7899851c-e74b-4b32-a597-7fd6d4a0bc60"} {"level":"info","ts":1784728953.7477224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728953.7478058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"} {"level":"info","ts":1784728953.7478185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"} {"level":"info","ts":1784728953.7478309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","EoS":false} {"level":"info","ts":1784728953.7478414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","EoS":true} {"level":"info","ts":1784728953.7478614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728953.7478771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728953.7478986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"} {"level":"info","ts":1784728953.7834206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728953.7835085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608"} {"level":"info","ts":1784728953.7835197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608"} {"level":"info","ts":1784728953.7835374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608","EoS":false} {"level":"info","ts":1784728953.783553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608","EoS":true} {"level":"info","ts":1784728953.7835724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728953.7835872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728953.7836123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3018cf2-c361-4404-8896-8d6e83727608"} {"level":"info","ts":1784728953.8173227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728953.8174047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c"} {"level":"info","ts":1784728953.8174155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c"} {"level":"info","ts":1784728953.817431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c","EoS":false} {"level":"info","ts":1784728953.8174489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c","EoS":true} {"level":"info","ts":1784728953.817472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784728953.8174887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728953.8175087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db00f38a-e84c-44d6-9a9e-a0688ef4e81c"} {"level":"info","ts":1784728953.8497996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728953.8498805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa"} {"level":"info","ts":1784728958.4780514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728958.4781291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"} {"level":"info","ts":1784728958.4781399,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"} {"level":"info","ts":1784728958.4781518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","EoS":false} {"level":"info","ts":1784728958.4781685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","EoS":true} {"level":"info","ts":1784728958.4781885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784728958.4782045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728958.4782271,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"} {"level":"info","ts":1784728967.043854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728967.0439951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09"} {"level":"info","ts":1784728967.0440123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09"} {"level":"info","ts":1784728967.0440335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09","EoS":false} {"level":"info","ts":1784728967.0440571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09","EoS":true} {"level":"info","ts":1784728967.0440893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784728967.0441117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784728967.044143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e31cde4-d1fe-4bee-b655-b6b78e689e09"} {"level":"info","ts":1784728969.0742137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728969.0743105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"} {"level":"info","ts":1784728969.0743275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"} {"level":"info","ts":1784728969.0743465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","EoS":false} {"level":"info","ts":1784728969.0743666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","EoS":true} {"level":"info","ts":1784728969.0743935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784728969.0744135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784728969.0744386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"} {"level":"info","ts":1784728981.9694467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728981.969524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"} {"level":"info","ts":1784728981.9695332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"} {"level":"info","ts":1784728981.9695454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","EoS":false} {"level":"info","ts":1784728981.9695642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","EoS":true} {"level":"info","ts":1784728981.9695835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784728981.9696002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728981.969624,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"} {"level":"info","ts":1784728990.5259361,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728990.526032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"} {"level":"info","ts":1784728990.5260477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"} {"level":"info","ts":1784728990.5260613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","EoS":false} {"level":"info","ts":1784728990.5260725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","EoS":true} {"level":"info","ts":1784728990.5260952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784728990.5261104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728990.526133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"} {"level":"info","ts":1784728999.4443078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784728999.4444146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"} {"level":"info","ts":1784728999.4444351,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"} {"level":"info","ts":1784728999.444453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","EoS":false} {"level":"info","ts":1784728999.444477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","EoS":true} {"level":"info","ts":1784728999.4445102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784728999.4445436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784728999.444572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"} {"level":"info","ts":1784729008.4964998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729008.4965801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6"} {"level":"info","ts":1784729008.49659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6"} {"level":"info","ts":1784729008.4966013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6","EoS":false} {"level":"info","ts":1784729008.4966152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6","EoS":true} {"level":"info","ts":1784729008.496635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729008.4966495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729008.4966688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fceecfd-717d-484f-b999-eab525941ea6"} {"level":"info","ts":1784729013.33564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729013.3357239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee"} {"level":"info","ts":1784729013.3357346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee"} {"level":"info","ts":1784729013.3357463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee","EoS":false} {"level":"info","ts":1784729013.3357565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee","EoS":true} {"level":"info","ts":1784729013.3357754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784729013.335791,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729013.3358116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6280a7c9-e741-47ab-aa1e-8e146afeacee"} {"level":"info","ts":1784729018.1734009,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729018.1735063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81"} {"level":"info","ts":1784729018.1735225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81"} {"level":"info","ts":1784729018.173536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81","EoS":false} {"level":"info","ts":1784729018.1735494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81","EoS":true} {"level":"info","ts":1784729018.1735706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729018.1735857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729018.1736057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f46d69dc-1680-4f87-9a17-77bb00d50f81"} {"level":"info","ts":1784729018.4856827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729018.485763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6"} {"level":"info","ts":1784729018.4857755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6"} {"level":"info","ts":1784729018.4857876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6","EoS":false} {"level":"info","ts":1784729018.485803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6","EoS":true} {"level":"info","ts":1784729018.4858243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729018.4858396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729018.4858606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58e0405e-739e-4f2f-8a95-ddc04cb900b6"} {"level":"info","ts":1784729020.5224948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729020.522589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178"} {"level":"info","ts":1784729020.522605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178"} {"level":"info","ts":1784729020.5226219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178","EoS":false} {"level":"info","ts":1784729020.5226376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178","EoS":true} {"level":"info","ts":1784729020.522667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729020.5226865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729020.522711,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f91af4dd-27ca-41e7-b3fe-f8933519b178"} {"level":"info","ts":1784729022.5559351,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729022.556016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"} {"level":"info","ts":1784729022.556028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"} {"level":"info","ts":1784729022.5560393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","EoS":false} {"level":"info","ts":1784729022.5560522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","EoS":true} {"level":"info","ts":1784729022.5560727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729022.5560904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729022.5561104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"} {"level":"info","ts":1784729045.0742817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729045.074361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"} {"level":"info","ts":1784729045.0743723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"} {"level":"info","ts":1784729045.074384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","EoS":false} {"level":"info","ts":1784729045.0743968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","EoS":true} {"level":"info","ts":1784729045.0744178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729045.0744326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729045.0744517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"} {"level":"info","ts":1784729054.4072099,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729054.4072936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8"} {"level":"info","ts":1784729054.4073036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8"} {"level":"info","ts":1784729054.4073153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8","EoS":false} {"level":"info","ts":1784729054.407326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8","EoS":true} {"level":"info","ts":1784729054.4073448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729054.4073603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729054.4073799,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84769605-3ac8-4022-98b0-58055510d2e8"} {"level":"info","ts":1784729059.8865347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729059.8866315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073"} {"level":"info","ts":1784729059.8866477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073"} {"level":"info","ts":1784729059.8866649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073","EoS":false} {"level":"info","ts":1784729059.886684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073","EoS":true} {"level":"info","ts":1784729059.8867102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729059.8867307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729059.8867586,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5138e476-34ab-4e3a-9356-b566a8b10073"} {"level":"info","ts":1784729074.47852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729074.4786048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c"} {"level":"info","ts":1784729074.478618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c"} {"level":"info","ts":1784729074.4786294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c","EoS":false} {"level":"info","ts":1784729074.4786406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c","EoS":true} {"level":"info","ts":1784729074.4786615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729074.4786766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729074.478696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5b17b90-ba64-4f5e-a9a3-c6fff2b3f15c"} {"level":"info","ts":1784729076.5110433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729076.5111458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"} {"level":"info","ts":1784729076.511162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"} {"level":"info","ts":1784729076.511182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","EoS":false} {"level":"info","ts":1784729076.5112002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","EoS":true} {"level":"info","ts":1784729076.511232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729076.5112505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729076.5112786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"} {"level":"info","ts":1784729085.962044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729085.9621282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"} {"level":"info","ts":1784729085.9621365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"} {"level":"info","ts":1784729085.9621472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","EoS":false} {"level":"info","ts":1784729085.962162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","EoS":true} {"level":"info","ts":1784729085.9621818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729085.9621983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729085.9622202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"} {"level":"info","ts":1784729085.9955842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729085.995648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"} {"level":"info","ts":1784729085.9956572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"} {"level":"info","ts":1784729085.9956684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","EoS":false} {"level":"info","ts":1784729085.995683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","EoS":true} {"level":"info","ts":1784729085.995701,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729085.9957166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729085.9957354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"} {"level":"info","ts":1784729105.069392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729105.0694695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"} {"level":"info","ts":1784729105.069479,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"} {"level":"info","ts":1784729105.069491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","EoS":false} {"level":"info","ts":1784729105.0695045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","EoS":true} {"level":"info","ts":1784729105.0695238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729105.069539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729105.069561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"} {"level":"info","ts":1784729114.4095662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729114.409666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b"} {"level":"info","ts":1784729114.4096832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b"} {"level":"info","ts":1784729114.4097035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b","EoS":false} {"level":"info","ts":1784729114.409724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b","EoS":true} {"level":"info","ts":1784729114.4097517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729114.4097693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729114.4098005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94a5f38f-bddd-4841-a031-cd998cf2bd0b"} {"level":"info","ts":1784729119.6585789,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729119.6586604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f"} {"level":"info","ts":1784729119.6586728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f"} {"level":"info","ts":1784729119.6586847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f","EoS":false} {"level":"info","ts":1784729119.6586955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f","EoS":true} {"level":"info","ts":1784729119.6587234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784729119.6587405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784729119.6587634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b55f479-fd55-4466-ba64-675c557e8f0f"} {"level":"info","ts":1784729210.1699557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729210.1700366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0"} {"level":"info","ts":1784729210.1700456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0"} {"level":"info","ts":1784729210.1700578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0","EoS":false} {"level":"info","ts":1784729210.170069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0","EoS":true} {"level":"info","ts":1784729210.170089,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784729210.170111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784729210.1701362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6382c678-7cdd-4b6f-974f-0b273dc729c0"} {"level":"info","ts":1784729235.4346838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729235.4347663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"} {"level":"info","ts":1784729235.4347742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"} {"level":"info","ts":1784729235.4347858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","EoS":false} {"level":"info","ts":1784729235.4347994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","EoS":true} {"level":"info","ts":1784729235.4348185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784729235.4348338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784729235.4348528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"} {"level":"info","ts":1784729272.6018271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729272.6019223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"} {"level":"info","ts":1784729272.6019323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"} {"level":"info","ts":1784729272.6019442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","EoS":false} {"level":"info","ts":1784729272.601956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","EoS":true} {"level":"info","ts":1784729272.6019752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729272.6019921,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729272.6020136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"} {"level":"info","ts":1784729287.8540943,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729287.8541706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"} {"level":"info","ts":1784729287.8541799,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"} {"level":"info","ts":1784729287.8541906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","EoS":false} {"level":"info","ts":1784729287.8542016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","EoS":true} {"level":"info","ts":1784729287.8542233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729287.8542392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729287.8542597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"} {"level":"info","ts":1784729288.1196723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729288.1197672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636"} {"level":"info","ts":1784729288.119783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636"} {"level":"info","ts":1784729288.119796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636","EoS":false} {"level":"info","ts":1784729288.1198132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636","EoS":true} {"level":"info","ts":1784729288.1198337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784729288.1198492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729288.11987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ac47a77-e524-4cfa-a6a9-122c3e09d636"} {"level":"info","ts":1784729595.030289,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729595.0303793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"} {"level":"info","ts":1784729595.0303879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"} {"level":"info","ts":1784729595.0304008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","EoS":false} {"level":"info","ts":1784729595.0304134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","EoS":true} {"level":"info","ts":1784729595.0304353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784729595.0304513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729595.030474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"} {"level":"info","ts":1784729595.0694437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729595.0695417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6"} {"level":"info","ts":1784729595.069553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6"} {"level":"info","ts":1784729595.0695717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6","EoS":false} {"level":"info","ts":1784729595.0695925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6","EoS":true} {"level":"info","ts":1784729595.069624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784729595.0696428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729595.0696728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b10dd31-f580-445a-a203-6039929110a6"} {"level":"info","ts":1784729595.1025546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729595.1026347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237"} {"level":"info","ts":1784729595.1026447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237"} {"level":"info","ts":1784729595.1026614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237","EoS":false} {"level":"info","ts":1784729595.102676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237","EoS":true} {"level":"info","ts":1784729595.1026964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784729595.1027136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784729595.1027374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6143039-7fef-4bd8-83e3-481fe9ecd237"} {"level":"info","ts":1784729599.9715612,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01565ea8-9282-4a2c-a1c8-055f21f5c290","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784729599.9715996,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01565ea8-9282-4a2c-a1c8-055f21f5c290","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784729599.9716535,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e68d5459-8265-4bf5-9282-7bf548961881"} {"level":"info","ts":1784729599.979322,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68a0e2f1-dd29-44c0-84d8-b04bd297db36","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784729599.9793594,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68a0e2f1-dd29-44c0-84d8-b04bd297db36","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784729599.9803226,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e68d5459-8265-4bf5-9282-7bf548961881","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729599.9805863,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36318.542641318,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729599.9806082,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.1554284,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67177a01-ce6f-4c5f-88d6-41f397bcde4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784729600.1554923,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67177a01-ce6f-4c5f-88d6-41f397bcde4b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784729600.1565475,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd6952a-0b78-4dc5-9658-f632ff559eb1"} {"level":"info","ts":1784729600.1572688,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e3c7d90-b0f5-4669-9461-afb6e6c14487","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729600.1573124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e3c7d90-b0f5-4669-9461-afb6e6c14487","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784729600.1574116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9c1aa3e-9211-4d77-abc4-b883269e63e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729600.1574585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9c1aa3e-9211-4d77-abc4-b883269e63e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784729600.1585271,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8b55401-f72d-4dc9-9144-d178dda0ff57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729600.158555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8b55401-f72d-4dc9-9144-d178dda0ff57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784729600.1609843,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784729600.1634734,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd6952a-0b78-4dc5-9658-f632ff559eb1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729600.1637087,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39462.281990389,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.163732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.1807911,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35527.556204974,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.1808276,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.1900136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.2364483,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60a4b7f5-fb65-40c7-9ac2-83344b0fc68b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729600.2364907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60a4b7f5-fb65-40c7-9ac2-83344b0fc68b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784729600.2555513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ebe57a8-e7f9-4e1e-9ab3-887849b07435","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729600.2555902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ebe57a8-e7f9-4e1e-9ab3-887849b07435","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784729600.255766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784729600.2638776,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd6952a-0b78-4dc5-9658-f632ff559eb1","name":"e2e-external-model"} {"level":"info","ts":1784729600.2726195,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd6952a-0b78-4dc5-9658-f632ff559eb1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784729600.2761493,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd6952a-0b78-4dc5-9658-f632ff559eb1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729600.2762527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57a16545-b356-4f7d-bfcb-d1b671b8d00b"} {"level":"info","ts":1784729600.276309,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57a16545-b356-4f7d-bfcb-d1b671b8d00b","name":"e2e-external-model"} {"level":"info","ts":1784729600.28182,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e68d5459-8265-4bf5-9282-7bf548961881","name":"e2e-external-provider"} {"level":"info","ts":1784729600.283592,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57a16545-b356-4f7d-bfcb-d1b671b8d00b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784729600.2841387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"295320c6-99a2-44ba-9c0f-aaac4f90f83f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729600.2841756,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"295320c6-99a2-44ba-9c0f-aaac4f90f83f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784729600.2881155,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57a16545-b356-4f7d-bfcb-d1b671b8d00b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729600.2881813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5864e415-3c67-4899-a237-c0f1ebda3e71"} {"level":"info","ts":1784729600.2882302,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5864e415-3c67-4899-a237-c0f1ebda3e71","name":"e2e-external-model"} {"level":"info","ts":1784729600.2937622,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e68d5459-8265-4bf5-9282-7bf548961881","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784729600.2959366,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5864e415-3c67-4899-a237-c0f1ebda3e71","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784729600.297067,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e68d5459-8265-4bf5-9282-7bf548961881","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729600.297152,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf280585-1f52-4646-833c-cc4a3fe9c329"} {"level":"info","ts":1784729600.2971935,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf280585-1f52-4646-833c-cc4a3fe9c329","name":"e2e-external-provider"} {"level":"info","ts":1784729600.3073401,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf280585-1f52-4646-833c-cc4a3fe9c329","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784729609.546377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729609.546465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41"} {"level":"info","ts":1784729609.5464787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41"} {"level":"info","ts":1784729609.5464902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41","EoS":false} {"level":"info","ts":1784729609.546503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41","EoS":true} {"level":"info","ts":1784729609.5465217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784729609.5465376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784729609.5465443,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41","modelName":"e2e-external-model"} {"level":"info","ts":1784729609.546558,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784729609.5466154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d518b03f-45ac-46f9-8dcb-58da0fd47d41"} {"level":"info","ts":1784729609.5894551,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729609.589524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae"} {"level":"info","ts":1784729609.5895367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae"} {"level":"info","ts":1784729609.5895486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae","EoS":false} {"level":"info","ts":1784729609.5895593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae","EoS":true} {"level":"info","ts":1784729609.5895777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784729609.589597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784729609.5896068,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae","modelName":"e2e-external-model"} {"level":"info","ts":1784729609.5896192,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784729609.5896568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1430674-faff-49fd-8417-8688cce98eae"} {"level":"info","ts":1784729609.6116025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729609.6116672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271"} {"level":"info","ts":1784729609.6116781,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271"} {"level":"info","ts":1784729609.6116896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","EoS":false} {"level":"info","ts":1784729609.6116998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","EoS":true} {"level":"info","ts":1784729609.6117184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784729609.6117332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784729609.61174,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","modelName":"e2e-external-model"} {"level":"info","ts":1784729609.6117523,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784729609.6117852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271"} {"level":"info","ts":1784729609.745387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c2ca4a-2d60-4050-af4f-1481af36a518"} {"level":"info","ts":1784729609.74544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88f9a8b6-eede-4a59-ad3e-c822eaa554e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729609.7454715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88f9a8b6-eede-4a59-ad3e-c822eaa554e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784729609.7528784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03d6b705-987f-4bee-9d55-0c8226c44cdc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729609.7529037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03d6b705-987f-4bee-9d55-0c8226c44cdc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784729609.7533,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c2ca4a-2d60-4050-af4f-1481af36a518","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729609.7533529,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c2ca4a-2d60-4050-af4f-1481af36a518","name":"e2e-cleanup-test"} {"level":"info","ts":1784729609.762852,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c2ca4a-2d60-4050-af4f-1481af36a518","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784729609.7669873,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c2ca4a-2d60-4050-af4f-1481af36a518","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729609.7670531,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3546def8-69f5-442d-8fea-0945ceec3b13"} {"level":"info","ts":1784729609.7670996,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3546def8-69f5-442d-8fea-0945ceec3b13","name":"e2e-cleanup-test"} {"level":"info","ts":1784729609.77112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb77bf47-b5a9-4e0e-9c74-0161aea864cd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729609.7711494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb77bf47-b5a9-4e0e-9c74-0161aea864cd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784729609.7801232,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3546def8-69f5-442d-8fea-0945ceec3b13","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784729609.7801635,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3546def8-69f5-442d-8fea-0945ceec3b13","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729609.7802162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559447fb-8d31-4da0-a3d4-8b362e958879"} {"level":"info","ts":1784729609.780254,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559447fb-8d31-4da0-a3d4-8b362e958879","name":"e2e-cleanup-test"} {"level":"info","ts":1784729609.7841685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d50a619-d9e2-4ea8-9581-909addce3f76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729609.7841992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d50a619-d9e2-4ea8-9581-909addce3f76","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784729609.7874436,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559447fb-8d31-4da0-a3d4-8b362e958879","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784729609.79101,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559447fb-8d31-4da0-a3d4-8b362e958879","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729609.7910702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"029b8bc3-9e92-44bf-a73b-d63eee53f48c"} {"level":"info","ts":1784729609.7911077,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"029b8bc3-9e92-44bf-a73b-d63eee53f48c","name":"e2e-cleanup-test"} {"level":"info","ts":1784729609.7992241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7c308ae-52e6-4ee1-ae33-9239441457b4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729609.7992487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7c308ae-52e6-4ee1-ae33-9239441457b4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784729609.8001745,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"029b8bc3-9e92-44bf-a73b-d63eee53f48c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784729609.803421,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"029b8bc3-9e92-44bf-a73b-d63eee53f48c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784729609.8034818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2999f6fb-2df8-41a7-a1c0-fabf06a3fa99"} {"level":"info","ts":1784729609.8035207,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2999f6fb-2df8-41a7-a1c0-fabf06a3fa99","name":"e2e-cleanup-test"} {"level":"info","ts":1784729609.8108888,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2999f6fb-2df8-41a7-a1c0-fabf06a3fa99","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784729617.9991226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7aadb3ac-758d-407d-a4c2-90bd80083df5"} {"level":"info","ts":1784729617.999169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89a375f1-ba91-40ee-b143-423b8aaa4660","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729617.9992013,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89a375f1-ba91-40ee-b143-423b8aaa4660","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784729622.2878325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729622.287942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c"} {"level":"info","ts":1784729622.2879598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c"} {"level":"info","ts":1784729622.2879858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c","EoS":false} {"level":"info","ts":1784729622.2880034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c","EoS":true} {"level":"info","ts":1784729622.28804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784729622.2880604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784729622.2880907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c"} {"level":"info","ts":1784729622.3112862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729622.3113608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0"} {"level":"info","ts":1784729622.3113692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0"} {"level":"info","ts":1784729622.3113806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","EoS":false} {"level":"info","ts":1784729622.311391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","EoS":true} {"level":"info","ts":1784729622.3114092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784729622.3114245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784729622.3114312,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","modelName":"e2e-external-model"} {"level":"info","ts":1784729622.3114448,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784729622.3114848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0"} {"level":"info","ts":1784729622.3497405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729622.3498068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"} {"level":"info","ts":1784729622.3498178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"} {"level":"info","ts":1784729622.3498278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","EoS":false} {"level":"info","ts":1784729622.3498383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","EoS":true} {"level":"info","ts":1784729622.349857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784729622.3498719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784729622.3498926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"} {"level":"info","ts":1784729622.4945903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784729622.4946866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"} {"level":"info","ts":1784729622.494699,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"} {"level":"info","ts":1784729622.4947147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","EoS":false} {"level":"info","ts":1784729622.494729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","EoS":true} {"level":"info","ts":1784729622.4947608,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","field":"model"} {"level":"info","ts":1784729622.4947932,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"} {"level":"info","ts":1784729623.3994834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85cad6a5-bda6-42ca-bcaa-662989ad54c9"} {"level":"info","ts":1784729623.399501,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1de0ca34-b786-43d8-9251-792d1bffb42a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729623.3995311,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1de0ca34-b786-43d8-9251-792d1bffb42a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784729623.5430253,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96b8bd66-901f-4b2a-a084-09ec8aea7e5f"} {"level":"info","ts":1784729623.5430272,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"449fc996-67e4-40dd-a702-48888d8a4f37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784729623.5430856,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"449fc996-67e4-40dd-a702-48888d8a4f37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784730241.759791,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784730241.7599258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf"} {"level":"info","ts":1784730241.7599907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf"} {"level":"info","ts":1784730241.760011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf","EoS":false} {"level":"info","ts":1784730241.7600315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf","EoS":true} {"level":"info","ts":1784730241.7600691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784730241.7600887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf","path":"/ai-tenant-e2e-inf-b-13629f/test-model-13629f/v1/chat/completions"} {"level":"info","ts":1784730241.7601137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40d2182a-8e96-496c-9b4f-fbc964232cdf"} {"level":"info","ts":1784730262.7920804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784730262.7921867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"} {"level":"info","ts":1784730262.7921996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"} {"level":"info","ts":1784730262.7922122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","EoS":false} {"level":"info","ts":1784730262.7922232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","EoS":true} {"level":"info","ts":1784730262.7922428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784730262.792258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","path":"/ai-tenant-e2e-inf-b-13629f/test-model-13629f/v1/chat/completions"} {"level":"info","ts":1784730262.7922785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"} {"level":"info","ts":1784730749.2392378,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784730749.239323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"} {"level":"info","ts":1784730749.2393315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"} {"level":"info","ts":1784730749.2393425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","EoS":false} {"level":"info","ts":1784730749.2393544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","EoS":true} {"level":"info","ts":1784730749.2393746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784730749.2393894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","path":"/ai-tenant-e2e-shared-b-f0b3df/rate-test-model-f0b3df/v1/completions"} {"level":"info","ts":1784730749.2394114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}