{"level":"info","ts":1785539539.7360024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b63959e-8d68-469a-ba52-72c57f82649a","EoS":true} {"level":"info","ts":1785539539.736024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b63959e-8d68-469a-ba52-72c57f82649a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539539.7360392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b63959e-8d68-469a-ba52-72c57f82649a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539539.7360601,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b63959e-8d68-469a-ba52-72c57f82649a"} {"level":"info","ts":1785539552.4942653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539552.494374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4"} {"level":"info","ts":1785539552.49439,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4"} {"level":"info","ts":1785539552.4944084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4","EoS":false} {"level":"info","ts":1785539552.4944272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4","EoS":true} {"level":"info","ts":1785539552.4944627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539552.494481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539552.4945407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94e664eb-ea64-44c9-969b-efd335e631a4"} {"level":"info","ts":1785539552.5338378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539552.533922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66"} {"level":"info","ts":1785539552.5339346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66"} {"level":"info","ts":1785539552.5339487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66","EoS":false} {"level":"info","ts":1785539552.5339625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66","EoS":true} {"level":"info","ts":1785539552.5339823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539552.5340004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539552.5340292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"155acad5-d5c1-415b-a3c2-33bc07b2ab66"} {"level":"info","ts":1785539552.5585663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539552.5586672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3"} {"level":"info","ts":1785539552.5586843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3"} {"level":"info","ts":1785539552.5587037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3","EoS":false} {"level":"info","ts":1785539552.5587213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3","EoS":true} {"level":"info","ts":1785539552.5587542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539552.5587733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539552.558802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca7f6e44-5775-40ca-8096-75eeedd9b9b3"} {"level":"info","ts":1785539552.6077864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539552.6078973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54"} {"level":"info","ts":1785539552.6079133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54"} {"level":"info","ts":1785539552.6079283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54","EoS":false} {"level":"info","ts":1785539552.6079395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54","EoS":true} {"level":"info","ts":1785539552.6079593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539552.6079757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539552.607998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdf1dbc7-dc2c-4f35-8553-982261faea54"} {"level":"info","ts":1785539553.2621772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539553.2622833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b"} {"level":"info","ts":1785539553.2623084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b"} {"level":"info","ts":1785539553.262327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b","EoS":false} {"level":"info","ts":1785539553.2623467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b","EoS":true} {"level":"info","ts":1785539553.2623818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539553.2624023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539553.2624323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf6b0400-b70b-4bc6-90e4-b474888bf22b"} {"level":"info","ts":1785539553.297753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539553.2978275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483"} {"level":"info","ts":1785539553.297837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483"} {"level":"info","ts":1785539553.2978473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483","EoS":false} {"level":"info","ts":1785539553.2978573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483","EoS":true} {"level":"info","ts":1785539553.297878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539553.2978933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539553.2979157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcf49887-3e22-477e-bce7-339322b3e483"} {"level":"info","ts":1785539557.451362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539557.451451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e"} {"level":"info","ts":1785539557.451464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e"} {"level":"info","ts":1785539557.4514847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e","EoS":false} {"level":"info","ts":1785539557.4515338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e","EoS":true} {"level":"info","ts":1785539557.4515667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539557.451587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539557.4516191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1b6a8c9-057c-4ef6-b3f8-c44a289b8f0e"} {"level":"info","ts":1785539573.225138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.2252145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.2252245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.225237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","EoS":false} {"level":"info","ts":1785539573.2252498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","EoS":true} {"level":"info","ts":1785539573.2252736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539573.2252903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.2253113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.3807003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.3807797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.3807895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.3808017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","EoS":false} {"level":"info","ts":1785539573.3808126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","EoS":true} {"level":"info","ts":1785539573.3808322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539573.3808486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.3808715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.5224526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.5225463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5225577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5225787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","EoS":false} {"level":"info","ts":1785539573.5225892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","EoS":true} {"level":"info","ts":1785539573.5226104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539573.5226262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.5226452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.65796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.658037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.658048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.6580598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","EoS":false} {"level":"info","ts":1785539573.6580777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","EoS":true} {"level":"info","ts":1785539573.6580994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539573.6581154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.6581361,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.7940998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.7941818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.7941906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.794202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","EoS":false} {"level":"info","ts":1785539573.7942133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","EoS":true} {"level":"info","ts":1785539573.794234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539573.7942476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.7942686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.9313946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.931479,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca"} {"level":"info","ts":1785539573.9314897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca"} {"level":"info","ts":1785539573.931521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca","EoS":false} {"level":"info","ts":1785539573.9315336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca","EoS":true} {"level":"info","ts":1785539573.9315557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539573.9315712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.9315927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4111d32-a1f6-4811-8832-b4a56c3943ca"} {"level":"info","ts":1785539594.904326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539594.904432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9044466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9044595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","EoS":false} {"level":"info","ts":1785539594.9044712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","EoS":true} {"level":"info","ts":1785539594.9044933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539594.9045417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539594.904564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9413419,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539594.941417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf"} {"level":"info","ts":1785539594.9414263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf"} {"level":"info","ts":1785539594.9414375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf","EoS":false} {"level":"info","ts":1785539594.9414482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf","EoS":true} {"level":"info","ts":1785539594.9414687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539594.9414847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539594.9415207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2710f837-106b-4795-96cb-252a9a742abf"} {"level":"info","ts":1785539594.976352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539594.9764397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350"} {"level":"info","ts":1785539594.976449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350"} {"level":"info","ts":1785539594.9764597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350","EoS":false} {"level":"info","ts":1785539594.976471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350","EoS":true} {"level":"info","ts":1785539594.9764934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539594.9765332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539594.9765549,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"488b0bd8-19fe-4129-9d9b-36cdae94b350"} {"level":"info","ts":1785539595.0084388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539595.0085273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487"} {"level":"info","ts":1785539599.6049364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539599.6050136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6050222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6050334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","EoS":false} {"level":"info","ts":1785539599.6050465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","EoS":true} {"level":"info","ts":1785539599.6050684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539599.6050847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539599.6051052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539608.1750588,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539608.1751392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.1751485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.175159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","EoS":false} {"level":"info","ts":1785539608.1751692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","EoS":true} {"level":"info","ts":1785539608.17519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539608.1752064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539608.1752295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539621.0321226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539621.0322058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.032216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.0322309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","EoS":false} {"level":"info","ts":1785539621.032249,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","EoS":true} {"level":"info","ts":1785539621.0322697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539621.0322855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539621.0323107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539629.5707803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539629.5708816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.5708988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.570913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","EoS":false} {"level":"info","ts":1785539629.5709245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","EoS":true} {"level":"info","ts":1785539629.5709462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539629.5709622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539629.5709832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539638.4113524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539638.4114425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.4114535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.4114645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","EoS":false} {"level":"info","ts":1785539638.411474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","EoS":true} {"level":"info","ts":1785539638.4114957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539638.411531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539638.4115539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539647.3647954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539647.3649397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718"} {"level":"info","ts":1785539647.3649566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718"} {"level":"info","ts":1785539647.3649726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718","EoS":false} {"level":"info","ts":1785539647.3649843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718","EoS":true} {"level":"info","ts":1785539647.3650053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539647.3650212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539647.3650424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fe8dbf4-bd2d-427d-9192-83ccaf8f7718"} {"level":"info","ts":1785539655.1932907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539655.1933873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8"} {"level":"info","ts":1785539655.1933985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8"} {"level":"info","ts":1785539655.1934106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8","EoS":false} {"level":"info","ts":1785539655.1934216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8","EoS":true} {"level":"info","ts":1785539655.1934438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785539655.1934602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539655.1934812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c3d03f4-c438-4bd2-84bf-9f46a34997d8"} {"level":"info","ts":1785539659.9340923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539659.934176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce"} {"level":"info","ts":1785539659.9341922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce"} {"level":"info","ts":1785539659.9342048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce","EoS":false} {"level":"info","ts":1785539659.9342194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce","EoS":true} {"level":"info","ts":1785539659.9342408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539659.9342558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539659.9342792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ce5c424-b372-9356-8acb-5cc38c2567ce"} {"level":"info","ts":1785539670.8558476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539670.855937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.8559504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.8559613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","EoS":false} {"level":"info","ts":1785539670.8559713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","EoS":true} {"level":"info","ts":1785539670.8559923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539670.8560083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539670.8560293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539703.8738043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539703.8738828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.8738918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.8739028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","EoS":false} {"level":"info","ts":1785539703.873916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","EoS":true} {"level":"info","ts":1785539703.8739417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539703.8739586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539703.873982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539713.190258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539713.1903682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e"} {"level":"info","ts":1785539713.190389,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e"} {"level":"info","ts":1785539713.1904082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e","EoS":false} {"level":"info","ts":1785539713.1904218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e","EoS":true} {"level":"info","ts":1785539713.1904447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539713.1904602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539713.1904807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0a4c043-22ae-43a8-ad5b-73ef0a96473e"} {"level":"info","ts":1785539729.2481005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539729.2482038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8"} {"level":"info","ts":1785539729.2482145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8"} {"level":"info","ts":1785539729.248227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8","EoS":false} {"level":"info","ts":1785539729.2482388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8","EoS":true} {"level":"info","ts":1785539729.2482593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539729.248275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539729.2482977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ecf802c-7dd7-4661-ab06-053ccd7666f8"} {"level":"info","ts":1785539738.788871,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539738.7889671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f"} {"level":"info","ts":1785539738.7889814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f"} {"level":"info","ts":1785539738.7889948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f","EoS":false} {"level":"info","ts":1785539738.789007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f","EoS":true} {"level":"info","ts":1785539738.7890272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539738.7890434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539738.7890663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6778437b-4128-4439-b136-1147a0aff38f"} {"level":"info","ts":1785539740.8252833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539740.8253734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8253877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8254056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","EoS":false} {"level":"info","ts":1785539740.8254235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","EoS":true} {"level":"info","ts":1785539740.8254595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539740.8254795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539740.825535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539750.1441152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539750.1442063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1442187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1442366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","EoS":false} {"level":"info","ts":1785539750.1442504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","EoS":true} {"level":"info","ts":1785539750.1442742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539750.144296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539750.14432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1804872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539750.1805766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1805863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.180597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","EoS":false} {"level":"info","ts":1785539750.1806123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","EoS":true} {"level":"info","ts":1785539750.1806374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539750.18065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539750.180671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539769.2099261,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539769.210012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.2100255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.210043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","EoS":false} {"level":"info","ts":1785539769.2100642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","EoS":true} {"level":"info","ts":1785539769.2100956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539769.2101138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539769.2101436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539778.491419,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539778.4914968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6"} {"level":"info","ts":1785539778.4915335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6"} {"level":"info","ts":1785539778.4915454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6","EoS":false} {"level":"info","ts":1785539778.4915602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6","EoS":true} {"level":"info","ts":1785539778.491582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785539778.4915981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539778.4916208,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"778ae71e-e8c0-4675-bec0-f397149e5fc6"} {"level":"info","ts":1785539794.3449116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539794.3449936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d"} {"level":"info","ts":1785539794.3450034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d"} {"level":"info","ts":1785539794.3450143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d","EoS":false} {"level":"info","ts":1785539794.3450243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d","EoS":true} {"level":"info","ts":1785539794.345046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785539794.3450618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539794.3450816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf22219f-00f9-4958-8e10-e8517469008d"} {"level":"info","ts":1785539927.0418854,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539927.0419707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312"} {"level":"info","ts":1785539927.041982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312"} {"level":"info","ts":1785539927.0419936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312","EoS":false} {"level":"info","ts":1785539927.042006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312","EoS":true} {"level":"info","ts":1785539927.042033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785539927.04205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785539927.0420692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75f4a4ff-ca36-4c6d-8174-276cfa549312"} {"level":"info","ts":1785539948.742027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539948.742112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.7421205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.742132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","EoS":false} {"level":"info","ts":1785539948.7421432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","EoS":true} {"level":"info","ts":1785539948.7421658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785539948.7421794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785539948.742201,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785540015.216717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540015.216808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.216823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2168403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","EoS":false} {"level":"info","ts":1785540015.2168586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","EoS":true} {"level":"info","ts":1785540015.21689,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785540015.2169077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540015.2169394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540030.4348881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540030.434968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.4349778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.4349892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","EoS":false} {"level":"info","ts":1785540030.4349988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","EoS":true} {"level":"info","ts":1785540030.4350233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785540030.4350405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540030.4350605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.7169607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540030.7170448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8"} {"level":"info","ts":1785540030.7170541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8"} {"level":"info","ts":1785540030.7170708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8","EoS":false} {"level":"info","ts":1785540030.7170856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8","EoS":true} {"level":"info","ts":1785540030.7171059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785540030.717122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540030.7171445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3ac12a4-7575-4280-9eb8-0b9f6a70b2f8"} {"level":"info","ts":1785540352.299723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540352.2998128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.2998226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.299839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","EoS":false} {"level":"info","ts":1785540352.2998555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","EoS":true} {"level":"info","ts":1785540352.2998857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785540352.2999098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540352.2999408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.3437223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540352.3438308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6"} {"level":"info","ts":1785540352.3438463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6"} {"level":"info","ts":1785540352.3438594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6","EoS":false} {"level":"info","ts":1785540352.3438709,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6","EoS":true} {"level":"info","ts":1785540352.3438928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785540352.3439076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540352.3439336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c3c67b0-d1ac-4689-96bb-966d1ae779a6"} {"level":"info","ts":1785540352.3950617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540352.3951423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2"} {"level":"info","ts":1785540352.395155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2"} {"level":"info","ts":1785540352.3951705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2","EoS":false} {"level":"info","ts":1785540352.3951817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2","EoS":true} {"level":"info","ts":1785540352.3952022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785540352.395218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540352.3952398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dea36f94-6e13-4193-ae5d-11ec57cd53d2"} {"level":"info","ts":1785540357.1801765,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ccd7f147-38dd-42b2-b9d7-ab75d532f0d8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540357.1802158,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ccd7f147-38dd-42b2-b9d7-ab75d532f0d8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785540357.1802645,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d52a82c6-e67a-4e7d-b29a-9054d6e10e38"} {"level":"info","ts":1785540357.1876898,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef66a358-3b64-41a3-ad51-fbb751f81f68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540357.1877232,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef66a358-3b64-41a3-ad51-fbb751f81f68","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785540357.190779,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d52a82c6-e67a-4e7d-b29a-9054d6e10e38","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.1910331,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32672.091349721,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.1910548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3363955,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3396678,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"72448c06-e2b1-4833-9cb8-116ebe5d3a61","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540357.3397355,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"72448c06-e2b1-4833-9cb8-116ebe5d3a61","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785540357.339935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a57ca3e-5f9d-427b-929d-44a993ce4782"} {"level":"info","ts":1785540357.3401163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa2acd5e-ca53-44c6-baf9-f8f559f97e9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.3406386,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa2acd5e-ca53-44c6-baf9-f8f559f97e9b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.3407388,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36913.616276155,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3407655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3913944,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34709.584825355,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3914335,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3996894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.4374201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dc49121-71ae-42ca-a806-afa1cc67ce5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.4374712,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dc49121-71ae-42ca-a806-afa1cc67ce5a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.437993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.4407084,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a57ca3e-5f9d-427b-929d-44a993ce4782","name":"e2e-external-model"} {"level":"info","ts":1785540357.4535549,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94a47ea0-bbfd-4c47-8b94-a234af91b2d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.4536004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94a47ea0-bbfd-4c47-8b94-a234af91b2d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785540357.45371,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a57ca3e-5f9d-427b-929d-44a993ce4782","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785540357.4537697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a57ca3e-5f9d-427b-929d-44a993ce4782","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.4538453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a91c0c04-98f1-4148-acf9-b978af428168"} {"level":"info","ts":1785540357.4539056,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a91c0c04-98f1-4148-acf9-b978af428168","name":"e2e-external-model"} {"level":"info","ts":1785540357.4619722,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a91c0c04-98f1-4148-acf9-b978af428168","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540357.471348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97a1e458-07c5-406e-88ca-9e3801267aad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.4713764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97a1e458-07c5-406e-88ca-9e3801267aad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785540357.471724,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a91c0c04-98f1-4148-acf9-b978af428168","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.471784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1841c0bb-4405-4899-b89d-07cf1bfc5a30"} {"level":"info","ts":1785540357.471833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1841c0bb-4405-4899-b89d-07cf1bfc5a30","name":"e2e-external-model"} {"level":"info","ts":1785540357.4798977,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1841c0bb-4405-4899-b89d-07cf1bfc5a30","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540357.4923098,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d52a82c6-e67a-4e7d-b29a-9054d6e10e38","name":"e2e-external-provider"} {"level":"info","ts":1785540357.5024843,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d52a82c6-e67a-4e7d-b29a-9054d6e10e38","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785540357.5058503,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d52a82c6-e67a-4e7d-b29a-9054d6e10e38","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.5059474,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3d09110-4e83-434a-9303-136184c36a0b"} {"level":"info","ts":1785540357.5059884,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3d09110-4e83-434a-9303-136184c36a0b","name":"e2e-external-provider"} {"level":"info","ts":1785540357.5142586,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3d09110-4e83-434a-9303-136184c36a0b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785540368.8722126,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540368.872289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8"} {"level":"info","ts":1785540368.872299,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8"} {"level":"info","ts":1785540368.8723094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8","EoS":false} {"level":"info","ts":1785540368.8723202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8","EoS":true} {"level":"info","ts":1785540368.8723428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785540368.8723588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540368.8723657,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8","modelName":"e2e-external-model"} {"level":"info","ts":1785540368.8723795,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785540368.8724222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f9e92ac-a7ba-4822-b511-3cb958fbe7e8"} {"level":"info","ts":1785540368.9197676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540368.9198399,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40e14b75-323c-404b-b036-14562de660f5"} {"level":"info","ts":1785540368.9198484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40e14b75-323c-404b-b036-14562de660f5"} {"level":"info","ts":1785540368.9198594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40e14b75-323c-404b-b036-14562de660f5","EoS":false} {"level":"info","ts":1785540368.9198692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40e14b75-323c-404b-b036-14562de660f5","EoS":true} {"level":"info","ts":1785540368.9198916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40e14b75-323c-404b-b036-14562de660f5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785540368.9199104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40e14b75-323c-404b-b036-14562de660f5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540368.919918,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"40e14b75-323c-404b-b036-14562de660f5","modelName":"e2e-external-model"} {"level":"info","ts":1785540368.919942,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"40e14b75-323c-404b-b036-14562de660f5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785540368.9199781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40e14b75-323c-404b-b036-14562de660f5"} {"level":"info","ts":1785540368.9505816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540368.9506762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540368.950691,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540368.9507072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","EoS":false} {"level":"info","ts":1785540368.9507248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","EoS":true} {"level":"info","ts":1785540368.9507513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785540368.950769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540368.950781,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","modelName":"e2e-external-model"} {"level":"info","ts":1785540368.9507997,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785540368.950848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540369.168179,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5495bbd8-35d0-4e6d-85c7-66eaa9d5fe1d"} {"level":"info","ts":1785540369.1682324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb4ec591-6f18-4aa7-8466-69adc20dc5b5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.1682675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb4ec591-6f18-4aa7-8466-69adc20dc5b5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785540369.1749048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d0765fe-edc0-4ab0-814e-e0a43d0c6abf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.1749444,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d0765fe-edc0-4ab0-814e-e0a43d0c6abf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785540369.1758082,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5495bbd8-35d0-4e6d-85c7-66eaa9d5fe1d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540369.1758685,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5495bbd8-35d0-4e6d-85c7-66eaa9d5fe1d","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.1903605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4f4b193-f4b0-482d-9292-1710be4ed1f4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.1904032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4f4b193-f4b0-482d-9292-1710be4ed1f4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785540369.1915326,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5495bbd8-35d0-4e6d-85c7-66eaa9d5fe1d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785540369.1915786,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5495bbd8-35d0-4e6d-85c7-66eaa9d5fe1d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540369.1916366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7771c66e-3897-4f8d-9da0-22627e95be8d"} {"level":"info","ts":1785540369.191694,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7771c66e-3897-4f8d-9da0-22627e95be8d","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.2040575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28eb739a-0bfc-48d8-be28-65dacb9e4cdf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.2040944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28eb739a-0bfc-48d8-be28-65dacb9e4cdf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785540369.207364,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7771c66e-3897-4f8d-9da0-22627e95be8d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785540369.2074146,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7771c66e-3897-4f8d-9da0-22627e95be8d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540369.2074637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f1f6b2-2c0b-498b-b8f1-ff44017886db"} {"level":"info","ts":1785540369.20754,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f1f6b2-2c0b-498b-b8f1-ff44017886db","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.216168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f1f6b2-2c0b-498b-b8f1-ff44017886db","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540369.2162213,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f46917c-41c6-45c2-ac15-bbc3fd042f1e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.2162488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f46917c-41c6-45c2-ac15-bbc3fd042f1e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785540369.2195275,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f1f6b2-2c0b-498b-b8f1-ff44017886db","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540369.219643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f676a946-e0a7-4fdf-b72f-42a53ad63755"} {"level":"info","ts":1785540369.219705,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f676a946-e0a7-4fdf-b72f-42a53ad63755","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.2273989,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f676a946-e0a7-4fdf-b72f-42a53ad63755","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540377.4163988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c59cbe2c-347c-41fc-952f-5c845de656c5"} {"level":"info","ts":1785540377.4164093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28a0a684-2aab-4a9e-82e3-bd89fd072d6f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540377.416442,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28a0a684-2aab-4a9e-82e3-bd89fd072d6f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540381.699281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.6993725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1"} {"level":"info","ts":1785540381.6993852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1"} {"level":"info","ts":1785540381.6994061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1","EoS":false} {"level":"info","ts":1785540381.6994267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1","EoS":true} {"level":"info","ts":1785540381.6994703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785540381.6994908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785540381.6995468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1"} {"level":"info","ts":1785540381.7258456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.725914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.7259226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.7259376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","EoS":false} {"level":"info","ts":1785540381.7259493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","EoS":true} {"level":"info","ts":1785540381.72597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785540381.7259843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540381.725992,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","modelName":"e2e-external-model"} {"level":"info","ts":1785540381.726006,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785540381.7260413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.860301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.8604074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.860424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.8604426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","EoS":false} {"level":"info","ts":1785540381.8604686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","EoS":true} {"level":"info","ts":1785540381.8605182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785540381.8605385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540381.86057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.9540172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.954103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540381.9541135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540381.9541254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","EoS":false} {"level":"info","ts":1785540381.954138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","EoS":true} {"level":"info","ts":1785540381.9541612,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","field":"model"} {"level":"info","ts":1785540381.9541867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540382.808322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81ab961b-e130-4921-b2a5-08979ca88f33"} {"level":"info","ts":1785540382.8083253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b57714f9-7e69-4b7b-a985-230ce1b04bca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540382.808382,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b57714f9-7e69-4b7b-a985-230ce1b04bca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540382.9469166,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8aa70ae-939c-4aab-9c39-abed4a268421","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540382.9469576,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8aa70ae-939c-4aab-9c39-abed4a268421","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540382.9469604,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38e77314-66f1-4630-a8d6-6c4a4ba35a1f"} {"level":"info","ts":1785541823.8489733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785541823.8490758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58265711-ab49-48a4-a5c7-43bf9fac785b"} {"level":"info","ts":1785541901.1704345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785541901.170553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.1705725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.170596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","EoS":false} {"level":"info","ts":1785541901.1706147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","EoS":true} {"level":"info","ts":1785541901.1706524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785541901.1706727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785541901.1707022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"}