{"level":"info","ts":1784747468.8448899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40aa1887-4727-431f-812a-9e0e57949682","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747468.8449214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40aa1887-4727-431f-812a-9e0e57949682"} {"level":"info","ts":1784747469.486288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747469.4863634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"} {"level":"info","ts":1784747469.4863737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"} {"level":"info","ts":1784747469.4863846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","EoS":false} {"level":"info","ts":1784747469.486398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","EoS":true} {"level":"info","ts":1784747469.4864168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747469.4864655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747469.486495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"} {"level":"info","ts":1784747469.525672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747469.525764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51"} {"level":"info","ts":1784747469.5257802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51"} {"level":"info","ts":1784747469.5257995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51","EoS":false} {"level":"info","ts":1784747469.525819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51","EoS":true} {"level":"info","ts":1784747469.5258482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747469.5258675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747469.5258975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e74983b6-0eed-41b5-a4f5-e5eae18afb51"} {"level":"info","ts":1784747473.68419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747473.6842878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f"} {"level":"info","ts":1784747473.684301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f"} {"level":"info","ts":1784747473.6843123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f","EoS":false} {"level":"info","ts":1784747473.684323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f","EoS":true} {"level":"info","ts":1784747473.684344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747473.6843603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747473.6843834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3f084ba-fe5a-4494-91b7-f653cfe4624f"} {"level":"info","ts":1784747489.4700868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747489.4701824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"} {"level":"info","ts":1784747489.4701982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"} {"level":"info","ts":1784747489.4702182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","EoS":false} {"level":"info","ts":1784747489.4702368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","EoS":true} {"level":"info","ts":1784747489.4702685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747489.4702911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747489.4703217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"} {"level":"info","ts":1784747489.6105785,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747489.6106594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"} {"level":"info","ts":1784747489.6106715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"} {"level":"info","ts":1784747489.6106853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","EoS":false} {"level":"info","ts":1784747489.6107016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","EoS":true} {"level":"info","ts":1784747489.6107242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747489.6107395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747489.610778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"} {"level":"info","ts":1784747489.7455628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747489.745647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"} {"level":"info","ts":1784747489.745658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"} {"level":"info","ts":1784747489.7456694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","EoS":false} {"level":"info","ts":1784747489.7456794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","EoS":true} {"level":"info","ts":1784747489.7457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747489.7457151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747489.7457354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"} {"level":"info","ts":1784747489.8833206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747489.8834062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"} {"level":"info","ts":1784747489.8834202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"} {"level":"info","ts":1784747489.8834586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","EoS":false} {"level":"info","ts":1784747489.8834798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","EoS":true} {"level":"info","ts":1784747489.8835115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747489.8835301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747489.8835628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"} {"level":"info","ts":1784747490.0176418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747490.0177145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"} {"level":"info","ts":1784747490.0177228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"} {"level":"info","ts":1784747490.017734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","EoS":false} {"level":"info","ts":1784747490.0177453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","EoS":true} {"level":"info","ts":1784747490.017764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747490.0177803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747490.0178027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"} {"level":"info","ts":1784747490.150688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747490.1507742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65"} {"level":"info","ts":1784747490.1507878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65"} {"level":"info","ts":1784747490.1508064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65","EoS":false} {"level":"info","ts":1784747490.1508262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65","EoS":true} {"level":"info","ts":1784747490.1508548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747490.1508744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747490.1509056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5c5e6be-10e9-4227-ba16-cf56a031cb65"} {"level":"info","ts":1784747508.8007588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747508.8008592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"} {"level":"info","ts":1784747508.8008766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"} {"level":"info","ts":1784747508.800897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","EoS":false} {"level":"info","ts":1784747508.8009195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","EoS":true} {"level":"info","ts":1784747508.8009531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747508.8009734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747508.801002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"} {"level":"info","ts":1784747508.8396792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747508.8397658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9"} {"level":"info","ts":1784747508.8397787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9"} {"level":"info","ts":1784747508.83979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9","EoS":false} {"level":"info","ts":1784747508.8398032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9","EoS":true} {"level":"info","ts":1784747508.8398247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747508.8398447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747508.8398604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fdc9b2e-705c-43a7-81c2-82e232167bf9"} {"level":"info","ts":1784747508.8716893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747508.8717566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5"} {"level":"info","ts":1784747508.8717651,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5"} {"level":"info","ts":1784747508.8717754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5","EoS":false} {"level":"info","ts":1784747508.8717866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5","EoS":true} {"level":"info","ts":1784747508.8718066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747508.8718219,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747508.8718398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7c2f6b5-f685-43d7-a6ca-e5a708ed1eb5"} {"level":"info","ts":1784747508.9081495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747508.9082234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4"} {"level":"info","ts":1784747513.5098467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747513.509919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"} {"level":"info","ts":1784747513.5099323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"} {"level":"info","ts":1784747513.5099432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","EoS":false} {"level":"info","ts":1784747513.509956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","EoS":true} {"level":"info","ts":1784747513.5099766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747513.509993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747513.5100148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"} {"level":"info","ts":1784747522.059096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747522.0591843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"} {"level":"info","ts":1784747522.0591943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"} {"level":"info","ts":1784747522.0592053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","EoS":false} {"level":"info","ts":1784747522.0592196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","EoS":true} {"level":"info","ts":1784747522.0592432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747522.0592608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747522.059284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"} {"level":"info","ts":1784747534.894912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747534.894992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"} {"level":"info","ts":1784747534.8950028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"} {"level":"info","ts":1784747534.8950138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","EoS":false} {"level":"info","ts":1784747534.895027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","EoS":true} {"level":"info","ts":1784747534.8950496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747534.8950655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747534.8951242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"} {"level":"info","ts":1784747543.4073772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747543.4074812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"} {"level":"info","ts":1784747543.4074926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"} {"level":"info","ts":1784747543.4075067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","EoS":false} {"level":"info","ts":1784747543.4075181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","EoS":true} {"level":"info","ts":1784747543.407538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747543.4075565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747543.4075778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"} {"level":"info","ts":1784747552.2605243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747552.260604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"} {"level":"info","ts":1784747552.260615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"} {"level":"info","ts":1784747552.260626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","EoS":false} {"level":"info","ts":1784747552.260636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","EoS":true} {"level":"info","ts":1784747552.2606573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747552.260673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747552.2606947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"} {"level":"info","ts":1784747561.197118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747561.197194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404"} {"level":"info","ts":1784747561.1972063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404"} {"level":"info","ts":1784747561.1972184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404","EoS":false} {"level":"info","ts":1784747561.197233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404","EoS":true} {"level":"info","ts":1784747561.1972528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747561.1972694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747561.1972907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8990ab2b-790a-4c54-b76a-de146b51b404"} {"level":"info","ts":1784747565.951572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747565.9516478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"588bf423-2909-40eb-b319-2f3251448148"} {"level":"info","ts":1784747565.951657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"588bf423-2909-40eb-b319-2f3251448148"} {"level":"info","ts":1784747565.9516683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"588bf423-2909-40eb-b319-2f3251448148","EoS":false} {"level":"info","ts":1784747565.9516828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"588bf423-2909-40eb-b319-2f3251448148","EoS":true} {"level":"info","ts":1784747565.9517043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"588bf423-2909-40eb-b319-2f3251448148","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747565.9517195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"588bf423-2909-40eb-b319-2f3251448148","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747565.951735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"588bf423-2909-40eb-b319-2f3251448148"} {"level":"info","ts":1784747570.6856241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747570.6857064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b"} {"level":"info","ts":1784747570.6857183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b"} {"level":"info","ts":1784747570.6857297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b","EoS":false} {"level":"info","ts":1784747570.6857402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b","EoS":true} {"level":"info","ts":1784747570.6857622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747570.6858184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747570.6858387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c415c6f-7b96-4b95-bab6-b4b2115a147b"} {"level":"info","ts":1784747570.9623013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747570.9623787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e"} {"level":"info","ts":1784747570.9623883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e"} {"level":"info","ts":1784747570.9623997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e","EoS":false} {"level":"info","ts":1784747570.9624112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e","EoS":true} {"level":"info","ts":1784747570.9624536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747570.962471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747570.962491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6651440c-526a-4f4d-9eb8-6212323d493e"} {"level":"info","ts":1784747572.9949412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747572.9950204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa"} {"level":"info","ts":1784747572.9950292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa"} {"level":"info","ts":1784747572.9950402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa","EoS":false} {"level":"info","ts":1784747572.9950538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa","EoS":true} {"level":"info","ts":1784747572.9950738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747572.995094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747572.9951203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4d457f1-da1e-4064-bb7d-d18876a190fa"} {"level":"info","ts":1784747575.0357475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747575.035848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c"} {"level":"info","ts":1784747575.0358644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c"} {"level":"info","ts":1784747575.0358808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c","EoS":false} {"level":"info","ts":1784747575.0359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c","EoS":true} {"level":"info","ts":1784747575.0359282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747575.0359507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747575.0359826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9deac14-17aa-4774-a8ab-3df0b1cafa8c"} {"level":"info","ts":1784747577.0679698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747577.0680704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"} {"level":"info","ts":1784747577.0680842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"} {"level":"info","ts":1784747577.068103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","EoS":false} {"level":"info","ts":1784747577.068125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","EoS":true} {"level":"info","ts":1784747577.0681546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747577.0681746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747577.0682075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"} {"level":"info","ts":1784747599.3183982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747599.318487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"} {"level":"info","ts":1784747599.3184972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"} {"level":"info","ts":1784747599.3185093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","EoS":false} {"level":"info","ts":1784747599.318523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","EoS":true} {"level":"info","ts":1784747599.3185432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747599.3185577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747599.3185847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"} {"level":"info","ts":1784747608.6009924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747608.6010811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc"} {"level":"info","ts":1784747608.601097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc"} {"level":"info","ts":1784747608.6011107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc","EoS":false} {"level":"info","ts":1784747608.6011214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc","EoS":true} {"level":"info","ts":1784747608.6011422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747608.6011596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747608.6011832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bbbcb2a-0e6f-44c7-be4d-fda699152cdc"} {"level":"info","ts":1784747613.9882126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747613.9882903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce"} {"level":"info","ts":1784747613.988302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce"} {"level":"info","ts":1784747613.9883132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce","EoS":false} {"level":"info","ts":1784747613.988324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce","EoS":true} {"level":"info","ts":1784747613.9883423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747613.9883585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747613.9883819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14422e80-5484-4bb0-8817-77f81aa01fce"} {"level":"info","ts":1784747623.4867635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747623.4868505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168"} {"level":"info","ts":1784747623.4868646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168"} {"level":"info","ts":1784747623.486883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168","EoS":false} {"level":"info","ts":1784747623.4868946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168","EoS":true} {"level":"info","ts":1784747623.4869134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747623.4869294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747623.4869528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be73f303-57c1-4628-a5ac-505b86ef2168"} {"level":"info","ts":1784747625.5202072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747625.5202956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"} {"level":"info","ts":1784747625.5203075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"} {"level":"info","ts":1784747625.5203247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","EoS":false} {"level":"info","ts":1784747625.5203395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","EoS":true} {"level":"info","ts":1784747625.5203607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747625.5203767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747625.520402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"} {"level":"info","ts":1784747634.8765197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747634.8766277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"} {"level":"info","ts":1784747634.8766465,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"} {"level":"info","ts":1784747634.8766658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","EoS":false} {"level":"info","ts":1784747634.8766868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","EoS":true} {"level":"info","ts":1784747634.8767924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747634.876815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747634.8768456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"} {"level":"info","ts":1784747634.909624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747634.9097197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"} {"level":"info","ts":1784747634.9097383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"} {"level":"info","ts":1784747634.909755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","EoS":false} {"level":"info","ts":1784747634.909775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","EoS":true} {"level":"info","ts":1784747634.9098022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747634.9098272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747634.9098601,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"} {"level":"info","ts":1784747653.9532485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747653.953347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"} {"level":"info","ts":1784747653.9533644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"} {"level":"info","ts":1784747653.953379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","EoS":false} {"level":"info","ts":1784747653.9533916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","EoS":true} {"level":"info","ts":1784747653.9535246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747653.9535515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747653.953585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"} {"level":"info","ts":1784747663.3198388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747663.3199124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b"} {"level":"info","ts":1784747663.3199217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b"} {"level":"info","ts":1784747663.319933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b","EoS":false} {"level":"info","ts":1784747663.3199463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b","EoS":true} {"level":"info","ts":1784747663.3199728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747663.3199914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747663.3200107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"052963c7-3c28-4594-b441-bacc5fa4f14b"} {"level":"info","ts":1784747668.502729,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747668.5028064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927"} {"level":"info","ts":1784747668.5028152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927"} {"level":"info","ts":1784747668.5028265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927","EoS":false} {"level":"info","ts":1784747668.5028384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927","EoS":true} {"level":"info","ts":1784747668.5028596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747668.502876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747668.5028987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b84acedc-b41c-4084-968c-f7ef609c0927"} {"level":"info","ts":1784747758.7193978,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747758.7195086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d"} {"level":"info","ts":1784747758.7195225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d"} {"level":"info","ts":1784747758.7195342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d","EoS":false} {"level":"info","ts":1784747758.7195458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d","EoS":true} {"level":"info","ts":1784747758.7195663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784747758.7195818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747758.7196012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"771289fd-9d77-46eb-9021-0622d05c5c0d"} {"level":"info","ts":1784747784.1407213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747784.1408112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"} {"level":"info","ts":1784747784.1408231,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"} {"level":"info","ts":1784747784.1408367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","EoS":false} {"level":"info","ts":1784747784.1408558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","EoS":true} {"level":"info","ts":1784747784.1408777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784747784.140893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747784.1409147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"} {"level":"info","ts":1784747821.5235696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747821.523649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"} {"level":"info","ts":1784747821.523659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"} {"level":"info","ts":1784747821.5236704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","EoS":false} {"level":"info","ts":1784747821.5236874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","EoS":true} {"level":"info","ts":1784747821.5237103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747821.5237255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747821.5237517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"} {"level":"info","ts":1784747836.7356288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747836.7357025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"} {"level":"info","ts":1784747836.7357142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"} {"level":"info","ts":1784747836.7357252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","EoS":false} {"level":"info","ts":1784747836.735737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","EoS":true} {"level":"info","ts":1784747836.7357585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747836.735775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747836.7357955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"} {"level":"info","ts":1784747837.003,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747837.0030882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a"} {"level":"info","ts":1784747837.003097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a"} {"level":"info","ts":1784747837.003109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a","EoS":false} {"level":"info","ts":1784747837.003122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a","EoS":true} {"level":"info","ts":1784747837.003145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747837.0031617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747837.0031822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3aa3e61a-4b79-44a9-a0aa-d2e4ecd9938a"} {"level":"info","ts":1784748138.8095043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748138.8095977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"} {"level":"info","ts":1784748138.8096087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"} {"level":"info","ts":1784748138.8096206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","EoS":false} {"level":"info","ts":1784748138.8096337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","EoS":true} {"level":"info","ts":1784748138.8096538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748138.8096704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748138.8096929,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"} {"level":"info","ts":1784748138.8481987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748138.848268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c"} {"level":"info","ts":1784748138.848279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c"} {"level":"info","ts":1784748138.8482902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c","EoS":false} {"level":"info","ts":1784748138.8483055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c","EoS":true} {"level":"info","ts":1784748138.8483274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748138.848342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748138.8483658,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf75e3ec-3c41-420f-a7d7-2edf96368a7c"} {"level":"info","ts":1784748138.8789303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748138.8790112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab"} {"level":"info","ts":1784748138.8790212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab"} {"level":"info","ts":1784748138.8790321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab","EoS":false} {"level":"info","ts":1784748138.8790426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab","EoS":true} {"level":"info","ts":1784748138.8790631,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748138.8790789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748138.8790987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47aa2dfd-3c97-41f1-9d70-7bcd72df13ab"} {"level":"info","ts":1784748143.734757,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcd08d18-333d-4602-8371-44a9e6676e0f"} {"level":"info","ts":1784748143.7347777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82a24a29-6947-40b8-a71f-e0335eee3a70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748143.7348123,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82a24a29-6947-40b8-a71f-e0335eee3a70","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748143.740234,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa5f9113-bd81-4f78-961d-f07c531d6527","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748143.7402604,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa5f9113-bd81-4f78-961d-f07c531d6527","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784748143.7432024,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcd08d18-333d-4602-8371-44a9e6676e0f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748143.7434118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37701.181345147,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.7434425,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.8007946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.8818822,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d89c166a-0483-4851-88e1-4b345998abe5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748143.8819325,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d89c166a-0483-4851-88e1-4b345998abe5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748143.882796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87a6d0d2-88d3-4b69-9a27-4c456ec36582","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748143.8829284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d375444-c30a-4f5e-ad37-c0ce9facfff7"} {"level":"info","ts":1784748143.882992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87a6d0d2-88d3-4b69-9a27-4c456ec36582","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748143.8830423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1746535-c8e5-4b39-bde7-1a7b041148df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748143.8831286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35482.101130373,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.8831499,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.8833792,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1746535-c8e5-4b39-bde7-1a7b041148df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748143.8836465,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39330.937935059,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.8836648,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.8900075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.892051,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748143.9841623,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d375444-c30a-4f5e-ad37-c0ce9facfff7","name":"e2e-external-model"} {"level":"info","ts":1784748143.9842007,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcd08d18-333d-4602-8371-44a9e6676e0f","name":"e2e-external-provider"} {"level":"info","ts":1784748143.9958801,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcd08d18-333d-4602-8371-44a9e6676e0f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784748143.9997246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4552461e-792d-4cbd-8345-73b834de1ca6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748143.9997504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4552461e-792d-4cbd-8345-73b834de1ca6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784748144.0024433,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d375444-c30a-4f5e-ad37-c0ce9facfff7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784748144.002493,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d375444-c30a-4f5e-ad37-c0ce9facfff7","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748144.0025537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298a8f32-bbb1-4aef-b6dd-27362323ca8d"} {"level":"info","ts":1784748144.0026107,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298a8f32-bbb1-4aef-b6dd-27362323ca8d","name":"e2e-external-model"} {"level":"error","ts":1784748144.0052826,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcd08d18-333d-4602-8371-44a9e6676e0f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748144.0053601,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc822305-bd7f-410b-a2c5-937b600fe7a3"} {"level":"info","ts":1784748144.005396,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc822305-bd7f-410b-a2c5-937b600fe7a3","name":"e2e-external-provider"} {"level":"info","ts":1784748144.0129995,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa7680d5-e726-4b34-9a64-8608dac38507","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748144.0130343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa7680d5-e726-4b34-9a64-8608dac38507","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748144.0169094,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc822305-bd7f-410b-a2c5-937b600fe7a3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784748144.0170546,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298a8f32-bbb1-4aef-b6dd-27362323ca8d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784748144.0170882,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298a8f32-bbb1-4aef-b6dd-27362323ca8d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748144.0171297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e6ea0c2-c059-451e-8b91-c678250b98c3"} {"level":"info","ts":1784748144.0171714,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e6ea0c2-c059-451e-8b91-c678250b98c3","name":"e2e-external-model"} {"level":"info","ts":1784748144.0248792,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e6ea0c2-c059-451e-8b91-c678250b98c3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748144.0279467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c9aa3c5-c657-4692-a844-a54a3b9ef69f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748144.0279808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c9aa3c5-c657-4692-a844-a54a3b9ef69f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784748144.0300252,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e6ea0c2-c059-451e-8b91-c678250b98c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748144.0301068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2076b68-cc80-4557-ba3c-10bc69d1f8fd"} {"level":"info","ts":1784748144.0301645,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2076b68-cc80-4557-ba3c-10bc69d1f8fd","name":"e2e-external-model"} {"level":"info","ts":1784748144.0368257,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2076b68-cc80-4557-ba3c-10bc69d1f8fd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748151.1593242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748151.1594157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5"} {"level":"info","ts":1784748151.1594472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5"} {"level":"info","ts":1784748151.1594675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5","EoS":false} {"level":"info","ts":1784748151.159486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5","EoS":true} {"level":"info","ts":1784748151.1595333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748151.1595683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748151.1595833,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5","modelName":"e2e-external-model"} {"level":"info","ts":1784748151.1596053,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748151.1596746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f02065f-9f3b-921f-9976-55eb2ef4a6d5"} {"level":"info","ts":1784748151.2053058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748151.2053773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500"} {"level":"info","ts":1784748151.2053854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500"} {"level":"info","ts":1784748151.2053964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500","EoS":false} {"level":"info","ts":1784748151.2054074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500","EoS":true} {"level":"info","ts":1784748151.2054574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748151.2054772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748151.2054844,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500","modelName":"e2e-external-model"} {"level":"info","ts":1784748151.2054977,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748151.2055368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8662e921-181f-4fd7-bba8-dc23252c8500"} {"level":"info","ts":1784748151.2299714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748151.2300348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281"} {"level":"info","ts":1784748151.2300441,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281"} {"level":"info","ts":1784748151.230057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","EoS":false} {"level":"info","ts":1784748151.2300768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","EoS":true} {"level":"info","ts":1784748151.2301018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748151.2301226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748151.2301316,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","modelName":"e2e-external-model"} {"level":"info","ts":1784748151.230145,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748151.2301795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281"} {"level":"info","ts":1784748151.3644743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e1c3f44-8164-4351-89c7-bdbaf741019a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748151.364502,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc77dd21-b283-4561-bbc7-6b1700fc5f50"} {"level":"info","ts":1784748151.3645194,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e1c3f44-8164-4351-89c7-bdbaf741019a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748151.3718987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e9656d-6230-4c2f-a573-b2fab786ac9d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748151.3719308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e9656d-6230-4c2f-a573-b2fab786ac9d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748151.3719645,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc77dd21-b283-4561-bbc7-6b1700fc5f50","name":"e2e-cleanup-test"} {"level":"info","ts":1784748151.381962,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc77dd21-b283-4561-bbc7-6b1700fc5f50","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748151.3874917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"009b9ffd-fef8-4bd6-9639-895bb30052a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748151.3875356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"009b9ffd-fef8-4bd6-9639-895bb30052a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748151.3876488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"139b48f6-2b35-4613-aaed-fc410a86c038"} {"level":"info","ts":1784748151.3877265,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"139b48f6-2b35-4613-aaed-fc410a86c038","name":"e2e-cleanup-test"} {"level":"error","ts":1784748151.401274,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"139b48f6-2b35-4613-aaed-fc410a86c038","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748151.4013164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f65cb1-b585-4913-b555-ff48429df405","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748151.4013474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f65cb1-b585-4913-b555-ff48429df405","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748151.4013765,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"313ba86a-959e-4730-96a3-49cccdac05d1"} {"level":"info","ts":1784748151.401426,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"313ba86a-959e-4730-96a3-49cccdac05d1","name":"e2e-cleanup-test"} {"level":"info","ts":1784748151.4096,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"313ba86a-959e-4730-96a3-49cccdac05d1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748151.4143627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9af068c8-3074-4443-a2ec-e881a390607f"} {"level":"info","ts":1784748151.4144104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30498869-1c3c-400f-9a12-e2daf0ce5486","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748151.4144266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30498869-1c3c-400f-9a12-e2daf0ce5486","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748151.4144254,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9af068c8-3074-4443-a2ec-e881a390607f","name":"e2e-cleanup-test"} {"level":"info","ts":1784748151.4219701,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9af068c8-3074-4443-a2ec-e881a390607f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748159.6055086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d4e6eb4-031e-4a28-8460-fc8a72b3327d"} {"level":"info","ts":1784748159.6055086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2fc50c-d425-48f5-9ee2-acc685ce6845","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748159.6055846,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2fc50c-d425-48f5-9ee2-acc685ce6845","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748163.9060833,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748163.9061577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e"} {"level":"info","ts":1784748163.9061663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e"} {"level":"info","ts":1784748163.906178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e","EoS":false} {"level":"info","ts":1784748163.9061882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e","EoS":true} {"level":"info","ts":1784748163.906207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784748163.9062202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784748163.9062426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e"} {"level":"info","ts":1784748163.933919,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748163.9339757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90"} {"level":"info","ts":1784748163.933984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90"} {"level":"info","ts":1784748163.933994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","EoS":false} {"level":"info","ts":1784748163.9340043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","EoS":true} {"level":"info","ts":1784748163.9340208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748163.934035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748163.9340413,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","modelName":"e2e-external-model"} {"level":"info","ts":1784748163.934055,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748163.9340906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90"} {"level":"info","ts":1784748163.9721363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748163.9721954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"} {"level":"info","ts":1784748163.9722037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"} {"level":"info","ts":1784748163.9722173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","EoS":false} {"level":"info","ts":1784748163.9722304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","EoS":true} {"level":"info","ts":1784748163.9722474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784748163.9722612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748163.9722776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"} {"level":"info","ts":1784748164.1339426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748164.1340058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"} {"level":"info","ts":1784748164.1340141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"} {"level":"info","ts":1784748164.1340244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","EoS":false} {"level":"info","ts":1784748164.134037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","EoS":true} {"level":"info","ts":1784748164.134059,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","field":"model"} {"level":"info","ts":1784748164.1340845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"} {"level":"info","ts":1784748164.9835956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c138b-5bb4-41a8-9163-32c787652139","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748164.9835944,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e53951aa-f60e-4533-a639-ac1acbcd5033"} {"level":"info","ts":1784748164.9836366,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c138b-5bb4-41a8-9163-32c787652139","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748165.113273,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2607a589-15fc-4d88-b118-93e27be8ec38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748165.1133149,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2607a589-15fc-4d88-b118-93e27be8ec38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748165.1133065,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4013828f-e33a-413e-b5ec-b2fdc46a4c0b"} {"level":"info","ts":1784748745.1101174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748745.1102161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6"} {"level":"info","ts":1784748745.1102264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6"} {"level":"info","ts":1784748745.1102374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6","EoS":false} {"level":"info","ts":1784748745.1102512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6","EoS":true} {"level":"info","ts":1784748745.110272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748745.1102893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6","path":"/ai-tenant-e2e-inf-b-85c487/test-model-85c487/v1/chat/completions"} {"level":"info","ts":1784748745.1103108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77eb7c15-94a3-48d9-944d-051ce57278f6"} {"level":"info","ts":1784748766.1186812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748766.118765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"} {"level":"info","ts":1784748766.1187735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"} {"level":"info","ts":1784748766.1187863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","EoS":false} {"level":"info","ts":1784748766.1187973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","EoS":true} {"level":"info","ts":1784748766.1188188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748766.118835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","path":"/ai-tenant-e2e-inf-b-85c487/test-model-85c487/v1/chat/completions"} {"level":"info","ts":1784748766.1188595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"} {"level":"info","ts":1784749308.083062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784749308.0831614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6768a8cf-01d2-4364-8150-38964e1cb6e9"}