{"level":"info","ts":1784766465.125116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2e4db8c-7403-4e87-93df-7211fa1407b4"} {"level":"info","ts":1784766465.1251266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2e4db8c-7403-4e87-93df-7211fa1407b4","EoS":false} {"level":"info","ts":1784766465.1251416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2e4db8c-7403-4e87-93df-7211fa1407b4","EoS":true} {"level":"info","ts":1784766465.1251614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2e4db8c-7403-4e87-93df-7211fa1407b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766465.1251767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2e4db8c-7403-4e87-93df-7211fa1407b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766465.1251955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2e4db8c-7403-4e87-93df-7211fa1407b4"} {"level":"info","ts":1784766484.0532372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766484.0533152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"} {"level":"info","ts":1784766484.0533237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"} {"level":"info","ts":1784766484.0533342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","EoS":false} {"level":"info","ts":1784766484.0533478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","EoS":true} {"level":"info","ts":1784766484.0533683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766484.0533836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766484.053407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"} {"level":"info","ts":1784766484.1902757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766484.1903598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"} {"level":"info","ts":1784766484.1903698,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"} {"level":"info","ts":1784766484.1903815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","EoS":false} {"level":"info","ts":1784766484.1903927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","EoS":true} {"level":"info","ts":1784766484.1904137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766484.1904297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766484.1904495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"} {"level":"info","ts":1784766484.3266563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766484.3267329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"} {"level":"info","ts":1784766484.3267417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"} {"level":"info","ts":1784766484.3267527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","EoS":false} {"level":"info","ts":1784766484.326763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","EoS":true} {"level":"info","ts":1784766484.3267949,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766484.32681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766484.326831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"} {"level":"info","ts":1784766484.4650924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766484.465184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"} {"level":"info","ts":1784766484.4651997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"} {"level":"info","ts":1784766484.465212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","EoS":false} {"level":"info","ts":1784766484.4652221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","EoS":true} {"level":"info","ts":1784766484.465242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766484.4652565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766484.465275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"} {"level":"info","ts":1784766484.6063442,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766484.606424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"} {"level":"info","ts":1784766484.6064336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"} {"level":"info","ts":1784766484.6064448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","EoS":false} {"level":"info","ts":1784766484.606455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","EoS":true} {"level":"info","ts":1784766484.6064801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766484.6064968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766484.6065176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"} {"level":"info","ts":1784766484.7427087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766484.742808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56"} {"level":"info","ts":1784766484.7428255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56"} {"level":"info","ts":1784766484.7428389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56","EoS":false} {"level":"info","ts":1784766484.742858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56","EoS":true} {"level":"info","ts":1784766484.7428837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766484.7429016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766484.7429192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bec1cfa2-6d30-4650-98f4-3ddd8bec8a56"} {"level":"info","ts":1784766501.4893444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766501.4894538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"} {"level":"info","ts":1784766501.4894648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"} {"level":"info","ts":1784766501.4894762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","EoS":false} {"level":"info","ts":1784766501.4894867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","EoS":true} {"level":"info","ts":1784766501.4895074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766501.4895196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766501.4895403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"} {"level":"info","ts":1784766501.529112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766501.529193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832"} {"level":"info","ts":1784766501.5292063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832"} {"level":"info","ts":1784766501.529218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832","EoS":false} {"level":"info","ts":1784766501.529232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832","EoS":true} {"level":"info","ts":1784766501.5292537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766501.5292697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766501.529291,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3884a4d7-4e1d-4dd5-8085-add50a3b9832"} {"level":"info","ts":1784766501.5633366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766501.5634217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a"} {"level":"info","ts":1784766501.563436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a"} {"level":"info","ts":1784766501.56346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a","EoS":false} {"level":"info","ts":1784766501.5634732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a","EoS":true} {"level":"info","ts":1784766501.5634918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766501.5635064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766501.5635293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"622656ba-54d6-48e1-a646-ffcea8a0ba6a"} {"level":"info","ts":1784766501.5974262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766501.5975091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e"} {"level":"info","ts":1784766506.2299287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766506.2300413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"} {"level":"info","ts":1784766506.2300603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"} {"level":"info","ts":1784766506.2300775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","EoS":false} {"level":"info","ts":1784766506.2300916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","EoS":true} {"level":"info","ts":1784766506.2301197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766506.2301402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766506.2301793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"} {"level":"info","ts":1784766514.7916868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766514.7917638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7"} {"level":"info","ts":1784766514.7917736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7"} {"level":"info","ts":1784766514.7917855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7","EoS":false} {"level":"info","ts":1784766514.7917964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7","EoS":true} {"level":"info","ts":1784766514.7918262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766514.7918422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766514.791861,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c084aa35-8a6b-42fd-88f1-3d8e322ef1b7"} {"level":"info","ts":1784766516.8280191,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766516.828101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"} {"level":"info","ts":1784766516.828111,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"} {"level":"info","ts":1784766516.8281236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","EoS":false} {"level":"info","ts":1784766516.8281372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","EoS":true} {"level":"info","ts":1784766516.8281586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766516.8281748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766516.8281949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"} {"level":"info","ts":1784766529.706407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766529.7064834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"} {"level":"info","ts":1784766529.7064953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"} {"level":"info","ts":1784766529.7065065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","EoS":false} {"level":"info","ts":1784766529.7065172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","EoS":true} {"level":"info","ts":1784766529.7065377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766529.706551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766529.7065728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"} {"level":"info","ts":1784766538.2549891,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766538.2550623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"} {"level":"info","ts":1784766538.2550714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"} {"level":"info","ts":1784766538.2550821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","EoS":false} {"level":"info","ts":1784766538.2550926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","EoS":true} {"level":"info","ts":1784766538.2551131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766538.255128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766538.2551458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"} {"level":"info","ts":1784766547.1068828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766547.106956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"} {"level":"info","ts":1784766547.106965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"} {"level":"info","ts":1784766547.1070027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","EoS":false} {"level":"info","ts":1784766547.1070132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","EoS":true} {"level":"info","ts":1784766547.1070325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766547.1070466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766547.1070652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"} {"level":"info","ts":1784766556.1268928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766556.1269922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48"} {"level":"info","ts":1784766556.1270096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48"} {"level":"info","ts":1784766556.1270258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48","EoS":false} {"level":"info","ts":1784766556.127039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48","EoS":true} {"level":"info","ts":1784766556.127059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766556.1270733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766556.127094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93ef733b-0ad8-4aae-84e4-bda3ec468c48"} {"level":"info","ts":1784766560.8726673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766560.8727498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff"} {"level":"info","ts":1784766560.87276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff"} {"level":"info","ts":1784766560.8727715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff","EoS":false} {"level":"info","ts":1784766560.8727822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff","EoS":true} {"level":"info","ts":1784766560.872807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766560.8728235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766560.8728435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"755bc656-b0d2-4829-8365-c70d4d52a7ff"} {"level":"info","ts":1784766565.638583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766565.6386578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01"} {"level":"info","ts":1784766565.638678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01"} {"level":"info","ts":1784766565.6386924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01","EoS":false} {"level":"info","ts":1784766565.6387043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01","EoS":true} {"level":"info","ts":1784766565.6387255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766565.6387393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766565.6387584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"444e7691-032c-490a-87b4-34e52f6d7c01"} {"level":"info","ts":1784766565.9115274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766565.9115973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591"} {"level":"info","ts":1784766565.911606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591"} {"level":"info","ts":1784766565.9116166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591","EoS":false} {"level":"info","ts":1784766565.9116273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591","EoS":true} {"level":"info","ts":1784766565.9116452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766565.9116611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766565.911682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4df5d11d-fb0b-478c-9a62-0b916bf62591"} {"level":"info","ts":1784766567.9478233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766567.9479094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17"} {"level":"info","ts":1784766567.9479187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17"} {"level":"info","ts":1784766567.9479303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17","EoS":false} {"level":"info","ts":1784766567.947943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17","EoS":true} {"level":"info","ts":1784766567.9479635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766567.9479992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766567.9480214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6d1abcc-4fc0-41ce-a351-806b7a239d17"} {"level":"info","ts":1784766569.983333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766569.9834206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"} {"level":"info","ts":1784766569.983435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"} {"level":"info","ts":1784766569.9834473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","EoS":false} {"level":"info","ts":1784766569.9834595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","EoS":true} {"level":"info","ts":1784766569.983481,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766569.9834957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766569.9835172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"} {"level":"info","ts":1784766592.4915855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766592.4916646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"} {"level":"info","ts":1784766592.4916747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"} {"level":"info","ts":1784766592.4916863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","EoS":false} {"level":"info","ts":1784766592.491697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","EoS":true} {"level":"info","ts":1784766592.4917161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766592.4917312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766592.4917514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"} {"level":"info","ts":1784766601.859518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766601.8595994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852"} {"level":"info","ts":1784766601.859609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852"} {"level":"info","ts":1784766601.85962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852","EoS":false} {"level":"info","ts":1784766601.8596306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852","EoS":true} {"level":"info","ts":1784766601.8596494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766601.8596654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766601.8596892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bc5c632-f879-44e7-af25-38ad1903d852"} {"level":"info","ts":1784766607.333391,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766607.3334835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b"} {"level":"info","ts":1784766607.333499,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b"} {"level":"info","ts":1784766607.3335118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b","EoS":false} {"level":"info","ts":1784766607.3335228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b","EoS":true} {"level":"info","ts":1784766607.3335445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766607.33356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766607.333581,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f380e40e-4ac1-4543-8a0b-7cebbb737c1b"} {"level":"info","ts":1784766616.8789046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766616.879044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"} {"level":"info","ts":1784766616.8790805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"} {"level":"info","ts":1784766616.8791006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","EoS":false} {"level":"info","ts":1784766616.8791192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","EoS":true} {"level":"info","ts":1784766616.879151,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766616.8791723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766616.879221,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"} {"level":"info","ts":1784766626.2838314,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766626.2839193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"} {"level":"info","ts":1784766626.2839308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"} {"level":"info","ts":1784766626.2839444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","EoS":false} {"level":"info","ts":1784766626.2839606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","EoS":true} {"level":"info","ts":1784766626.284002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766626.2840207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766626.2840455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"} {"level":"info","ts":1784766626.3208704,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766626.3209517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"} {"level":"info","ts":1784766626.3209612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"} {"level":"info","ts":1784766626.3209875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","EoS":false} {"level":"info","ts":1784766626.320998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","EoS":true} {"level":"info","ts":1784766626.3210196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766626.321035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766626.3210552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"} {"level":"info","ts":1784766645.5737574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766645.5738413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"} {"level":"info","ts":1784766645.5738542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"} {"level":"info","ts":1784766645.5738661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","EoS":false} {"level":"info","ts":1784766645.5738792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","EoS":true} {"level":"info","ts":1784766645.5739014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766645.5739164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766645.5739381,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"} {"level":"info","ts":1784766654.9509382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766654.9510367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e"} {"level":"info","ts":1784766654.9510505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e"} {"level":"info","ts":1784766654.9510636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e","EoS":false} {"level":"info","ts":1784766654.951083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e","EoS":true} {"level":"info","ts":1784766654.9511058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766654.9511206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766654.9511418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17b4d59b-8fcd-4d48-8116-6a9d8831a67e"} {"level":"info","ts":1784766660.2106354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766660.2107081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf"} {"level":"info","ts":1784766660.210718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf"} {"level":"info","ts":1784766660.210729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf","EoS":false} {"level":"info","ts":1784766660.2107449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf","EoS":true} {"level":"info","ts":1784766660.2107642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766660.2107785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766660.2107992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1eb991a7-4bdd-42cc-97d1-1febd2195eaf"} {"level":"info","ts":1784766750.8598123,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766750.8598936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318"} {"level":"info","ts":1784766750.8599033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318"} {"level":"info","ts":1784766750.8599138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318","EoS":false} {"level":"info","ts":1784766750.859924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318","EoS":true} {"level":"info","ts":1784766750.859944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784766750.859959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784766750.8599908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3aece46-0371-4d51-b778-384af5f74318"} {"level":"info","ts":1784766774.110455,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766774.110531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"} {"level":"info","ts":1784766774.1105413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"} {"level":"info","ts":1784766774.1105533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","EoS":false} {"level":"info","ts":1784766774.110565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","EoS":true} {"level":"info","ts":1784766774.1105883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784766774.1106021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784766774.1106215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"} {"level":"info","ts":1784766811.2275324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766811.2276194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"} {"level":"info","ts":1784766811.2276332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"} {"level":"info","ts":1784766811.227646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","EoS":false} {"level":"info","ts":1784766811.2276595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","EoS":true} {"level":"info","ts":1784766811.2276797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766811.2276938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766811.227713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"} {"level":"info","ts":1784766826.55957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766826.559643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"} {"level":"info","ts":1784766826.5596526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"} {"level":"info","ts":1784766826.5596635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","EoS":false} {"level":"info","ts":1784766826.559674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","EoS":true} {"level":"info","ts":1784766826.5596936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766826.559711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766826.5597327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"} {"level":"info","ts":1784766826.8513823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766826.851467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c"} {"level":"info","ts":1784766826.85148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c"} {"level":"info","ts":1784766826.8514934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c","EoS":false} {"level":"info","ts":1784766826.8515058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c","EoS":true} {"level":"info","ts":1784766826.8515291,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766826.8515568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766826.8515778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d8ce562-78ce-40cc-b4db-ad8401acdf4c"} {"level":"info","ts":1784767173.9684227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767173.9685092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"} {"level":"info","ts":1784767173.9685183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"} {"level":"info","ts":1784767173.9685307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","EoS":false} {"level":"info","ts":1784767173.9685504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","EoS":true} {"level":"info","ts":1784767173.968581,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767173.9685967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767173.968616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"} {"level":"info","ts":1784767174.0107057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767174.0107846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"} {"level":"info","ts":1784767174.0108223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"} {"level":"info","ts":1784767174.0108347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","EoS":false} {"level":"info","ts":1784767174.0108452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","EoS":true} {"level":"info","ts":1784767174.0108657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767174.0108812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767174.0109038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"} {"level":"info","ts":1784767174.0450325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767174.045092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2"} {"level":"info","ts":1784767174.0451005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2"} {"level":"info","ts":1784767174.0451112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2","EoS":false} {"level":"info","ts":1784767174.0451214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2","EoS":true} {"level":"info","ts":1784767174.0451398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767174.0451531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767174.04517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c271857-c6ef-41a8-adff-9379e038c7c2"} {"level":"info","ts":1784767174.0819287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767174.082017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379"} {"level":"info","ts":1784767174.08203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379"} {"level":"info","ts":1784767174.0820427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379","EoS":false} {"level":"info","ts":1784767174.0820582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379","EoS":true} {"level":"info","ts":1784767174.0820749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767174.082089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767174.0821056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51a7e198-fb91-48d9-9ab2-5f546d5b3379"} {"level":"info","ts":1784767178.9400804,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0cb98b-4f48-45e8-9424-3799bd2214a3"} {"level":"info","ts":1784767178.9401054,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21d18e09-d96e-481c-a163-d60e9a9477b6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767178.9401424,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21d18e09-d96e-481c-a163-d60e9a9477b6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767178.9458992,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a02ef473-2950-4845-8812-644bcff33759","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767178.9459312,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a02ef473-2950-4845-8812-644bcff33759","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784767178.949399,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0cb98b-4f48-45e8-9424-3799bd2214a3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767178.9496238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39039.199195069,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767178.949646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.0578299,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c53fd883-100c-406c-8979-9f7046f6047b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.0578918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c53fd883-100c-406c-8979-9f7046f6047b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767179.0664034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1882cbce-e0cc-4ac3-b3c4-6995a0e5440f"} {"level":"info","ts":1784767179.0682368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffd79822-f0dc-46c7-8b6c-796348836481","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.0683007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffd79822-f0dc-46c7-8b6c-796348836481","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767179.0704362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.0732858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17d1993c-8e31-4ad9-ba3d-f013384f9963","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.0733156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17d1993c-8e31-4ad9-ba3d-f013384f9963","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784767179.0734158,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1882cbce-e0cc-4ac3-b3c4-6995a0e5440f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767179.073474,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1882cbce-e0cc-4ac3-b3c4-6995a0e5440f","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784767179.077303,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1882cbce-e0cc-4ac3-b3c4-6995a0e5440f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784767179.0773444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1882cbce-e0cc-4ac3-b3c4-6995a0e5440f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767179.0774019,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805cc647-fafa-4175-95b1-6f89317a39e2"} {"level":"info","ts":1784767179.0774245,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805cc647-fafa-4175-95b1-6f89317a39e2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784767179.081472,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805cc647-fafa-4175-95b1-6f89317a39e2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767179.0825331,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73a2ebcf-a3c7-41d0-9a06-d3beb3de61bf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767179.0825603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3404f2fe-ad43-45dd-9925-08064a1a0b3d"} {"level":"info","ts":1784767179.0825658,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73a2ebcf-a3c7-41d0-9a06-d3beb3de61bf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767179.082756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35797.346563683,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.0827706,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.0828211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"640fdd2d-aa8a-489a-a724-31e67fa77b0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.082837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"640fdd2d-aa8a-489a-a724-31e67fa77b0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767179.1507883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39143.929163754,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.1508186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.1662946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.169051,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767179.1835802,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3404f2fe-ad43-45dd-9925-08064a1a0b3d","name":"e2e-external-model"} {"level":"info","ts":1784767179.194576,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3404f2fe-ad43-45dd-9925-08064a1a0b3d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767179.2023742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df480e24-b120-448c-8a3e-6e9e58e83409","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.2023935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a662e3e7-8818-4904-a1d3-86b684b2aa88"} {"level":"info","ts":1784767179.2024102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df480e24-b120-448c-8a3e-6e9e58e83409","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767179.2024589,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a662e3e7-8818-4904-a1d3-86b684b2aa88","name":"e2e-external-model"} {"level":"info","ts":1784767179.2180064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6612878e-59e9-4027-b8c3-423f77107b9f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.2180355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6612878e-59e9-4027-b8c3-423f77107b9f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784767179.218025,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a662e3e7-8818-4904-a1d3-86b684b2aa88","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767179.2180924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259cfae8-b442-40d3-9f4e-8ee68b25963e"} {"level":"info","ts":1784767179.2181487,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259cfae8-b442-40d3-9f4e-8ee68b25963e","name":"e2e-external-model"} {"level":"info","ts":1784767179.2257555,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259cfae8-b442-40d3-9f4e-8ee68b25963e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767179.2324781,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"947e1c35-4f61-4023-9a26-f9431efeab07","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767179.2325058,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"947e1c35-4f61-4023-9a26-f9431efeab07","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767179.232801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef54bb9d-5d01-4361-a63b-ea8dabf9d39c"} {"level":"info","ts":1784767179.2328482,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef54bb9d-5d01-4361-a63b-ea8dabf9d39c","name":"e2e-external-model"} {"level":"info","ts":1784767179.2399032,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef54bb9d-5d01-4361-a63b-ea8dabf9d39c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767179.250864,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0cb98b-4f48-45e8-9424-3799bd2214a3","name":"e2e-external-provider"} {"level":"info","ts":1784767179.2605906,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0cb98b-4f48-45e8-9424-3799bd2214a3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784767179.2637699,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0cb98b-4f48-45e8-9424-3799bd2214a3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767179.2638566,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2047d03-2dc7-4cd1-9f44-ae28b16f4547"} {"level":"info","ts":1784767179.2638938,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2047d03-2dc7-4cd1-9f44-ae28b16f4547","name":"e2e-external-provider"} {"level":"info","ts":1784767179.2735837,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2047d03-2dc7-4cd1-9f44-ae28b16f4547","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784767188.5702667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767188.570352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138"} {"level":"info","ts":1784767188.570385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138"} {"level":"info","ts":1784767188.5704057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138","EoS":false} {"level":"info","ts":1784767188.5704255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138","EoS":true} {"level":"info","ts":1784767188.5704556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767188.570475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767188.5704904,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138","modelName":"e2e-external-model"} {"level":"info","ts":1784767188.570513,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767188.570573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d7254ea-30cb-44bc-bc53-aac62d442138"} {"level":"info","ts":1784767188.6207912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767188.6208735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04"} {"level":"info","ts":1784767188.6208894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04"} {"level":"info","ts":1784767188.6209066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04","EoS":false} {"level":"info","ts":1784767188.6209283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04","EoS":true} {"level":"info","ts":1784767188.6209595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767188.6209936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767188.6210072,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04","modelName":"e2e-external-model"} {"level":"info","ts":1784767188.6210296,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767188.6210768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58d61e10-ba3c-4b09-9e81-569542aa0c04"} {"level":"info","ts":1784767188.6487095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767188.648785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec"} {"level":"info","ts":1784767188.6487944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec"} {"level":"info","ts":1784767188.648805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","EoS":false} {"level":"info","ts":1784767188.6488159,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","EoS":true} {"level":"info","ts":1784767188.6488357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767188.6488504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767188.648857,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","modelName":"e2e-external-model"} {"level":"info","ts":1784767188.6488714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767188.6489077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec"} {"level":"info","ts":1784767188.7816422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2438f685-b065-49a6-bc90-11caee3bd11f"} {"level":"info","ts":1784767188.7816832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcc75b33-e8e7-4d73-abf2-1239d7164ec6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767188.7817283,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcc75b33-e8e7-4d73-abf2-1239d7164ec6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767188.7865558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d6d502d-ccbf-47a8-83bd-89ad12e51630","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767188.7865918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d6d502d-ccbf-47a8-83bd-89ad12e51630","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784767188.7904005,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2438f685-b065-49a6-bc90-11caee3bd11f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767188.7904775,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2438f685-b065-49a6-bc90-11caee3bd11f","name":"e2e-cleanup-test"} {"level":"error","ts":1784767188.8046348,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2438f685-b065-49a6-bc90-11caee3bd11f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784767188.804699,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2438f685-b065-49a6-bc90-11caee3bd11f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767188.8047771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f000c901-15b0-47e0-af51-fae250f0411c"} {"level":"info","ts":1784767188.8048155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"458058de-8b5d-442a-a406-65c3d06cb574","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767188.804846,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f000c901-15b0-47e0-af51-fae250f0411c","name":"e2e-cleanup-test"} {"level":"info","ts":1784767188.8048487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"458058de-8b5d-442a-a406-65c3d06cb574","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767188.8199646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"266d93bc-20e6-4909-bbee-13ffaecb1853","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784767188.8199608,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f000c901-15b0-47e0-af51-fae250f0411c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767188.820016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"266d93bc-20e6-4909-bbee-13ffaecb1853","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767188.820047,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"370a1627-6c8e-4da4-be14-605fa1a444e7"} {"level":"info","ts":1784767188.8200982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"370a1627-6c8e-4da4-be14-605fa1a444e7","name":"e2e-cleanup-test"} {"level":"info","ts":1784767188.8284495,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"370a1627-6c8e-4da4-be14-605fa1a444e7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767188.8333888,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df1e874-91cb-4ae6-927c-3a2a7114011c"} {"level":"info","ts":1784767188.8334424,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df1e874-91cb-4ae6-927c-3a2a7114011c","name":"e2e-cleanup-test"} {"level":"info","ts":1784767188.8333921,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6ffcee-e7cb-40bd-a12c-825cd089e426","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767188.8335001,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6ffcee-e7cb-40bd-a12c-825cd089e426","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767188.8405473,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df1e874-91cb-4ae6-927c-3a2a7114011c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767188.8444932,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74a6a981-61b3-4ef4-a67e-73b5a68bf3cd"} {"level":"info","ts":1784767188.8445399,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74a6a981-61b3-4ef4-a67e-73b5a68bf3cd","name":"e2e-cleanup-test"} {"level":"info","ts":1784767188.8510008,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74a6a981-61b3-4ef4-a67e-73b5a68bf3cd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767197.0446327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f891b4b-6a40-42e2-afb6-888dfe7fae28"} {"level":"info","ts":1784767197.0446303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ce34991-238b-439a-9a2f-8fc6d3961cda","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767197.0446944,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ce34991-238b-439a-9a2f-8fc6d3961cda","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767201.350342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767201.3504202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b"} {"level":"info","ts":1784767201.350428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b"} {"level":"info","ts":1784767201.3504398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b","EoS":false} {"level":"info","ts":1784767201.35045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b","EoS":true} {"level":"info","ts":1784767201.350469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784767201.350483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784767201.350505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b"} {"level":"info","ts":1784767201.3844903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767201.3845634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab"} {"level":"info","ts":1784767201.3845763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab"} {"level":"info","ts":1784767201.3845916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","EoS":false} {"level":"info","ts":1784767201.3846052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","EoS":true} {"level":"info","ts":1784767201.3846252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767201.3846397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767201.384647,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","modelName":"e2e-external-model"} {"level":"info","ts":1784767201.384663,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767201.384701,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab"} {"level":"info","ts":1784767201.4347255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767201.4347985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"} {"level":"info","ts":1784767201.43481,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"} {"level":"info","ts":1784767201.4348226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","EoS":false} {"level":"info","ts":1784767201.4348338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","EoS":true} {"level":"info","ts":1784767201.434854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784767201.4348693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767201.4348898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"} {"level":"info","ts":1784767201.5742812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767201.574358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"} {"level":"info","ts":1784767201.57437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"} {"level":"info","ts":1784767201.5743947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","EoS":false} {"level":"info","ts":1784767201.5744085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","EoS":true} {"level":"info","ts":1784767201.5744295,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","field":"model"} {"level":"info","ts":1784767201.574454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"} {"level":"info","ts":1784767202.4942508,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9561aaa-88ca-4bef-90b2-4cb7856c63af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767202.4943027,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9561aaa-88ca-4bef-90b2-4cb7856c63af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767202.4942596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78271ab5-a220-4134-973d-2830e4e270be"} {"level":"info","ts":1784767202.6495688,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82b5f650-da64-40e2-a8a2-6951cf90f845","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767202.649581,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5878743-d078-42fb-8353-74d0c991bfb5"} {"level":"info","ts":1784767202.6496,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82b5f650-da64-40e2-a8a2-6951cf90f845","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767812.873204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767812.8732808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622"} {"level":"info","ts":1784767812.8732886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622"} {"level":"info","ts":1784767812.873299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622","EoS":false} {"level":"info","ts":1784767812.8733106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622","EoS":true} {"level":"info","ts":1784767812.873328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767812.8733418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622","path":"/ai-tenant-e2e-inf-b-a242b2/test-model-a242b2/v1/chat/completions"} {"level":"info","ts":1784767812.8733606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"394b3851-906d-4cd7-b651-36d736ca8622"} {"level":"info","ts":1784767833.9151068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767833.9151814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"} {"level":"info","ts":1784767833.9151902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"} {"level":"info","ts":1784767833.915201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","EoS":false} {"level":"info","ts":1784767833.9152117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","EoS":true} {"level":"info","ts":1784767833.9152298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767833.9152443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","path":"/ai-tenant-e2e-inf-b-a242b2/test-model-a242b2/v1/chat/completions"} {"level":"info","ts":1784767833.9152997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"} {"level":"info","ts":1784768316.7261717,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768316.7262478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"} {"level":"info","ts":1784768316.7262554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"} {"level":"info","ts":1784768316.7262661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","EoS":false} {"level":"info","ts":1784768316.7262766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","EoS":true} {"level":"info","ts":1784768316.7262945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768316.7263074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","path":"/ai-tenant-e2e-shared-b-d29ed6/rate-test-model-d29ed6/v1/completions"} {"level":"info","ts":1784768316.7263296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}