{"level":"info","ts":1784901269.7049289,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901269.7050116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c"} {"level":"info","ts":1784901269.7050214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c"} {"level":"info","ts":1784901269.7050326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c","EoS":false} {"level":"info","ts":1784901269.7050526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c","EoS":true} {"level":"info","ts":1784901269.7050736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901269.7050886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901269.705109,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8f13eb8-3067-4258-ae78-679ebcb8631c"} {"level":"info","ts":1784901269.7440383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901269.7441187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87"} {"level":"info","ts":1784901269.7441294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87"} {"level":"info","ts":1784901269.744141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87","EoS":false} {"level":"info","ts":1784901269.7441545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87","EoS":true} {"level":"info","ts":1784901269.7441738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901269.744189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901269.7442074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39e9e0b4-9685-4a4a-a03f-636a24df9e87"} {"level":"info","ts":1784901273.9074395,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901273.907525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286"} {"level":"info","ts":1784901273.90754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286"} {"level":"info","ts":1784901273.9075592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286","EoS":false} {"level":"info","ts":1784901273.9075806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286","EoS":true} {"level":"info","ts":1784901273.9076931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901273.9077163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901273.907747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3e5f7be-990c-44e4-9424-d1c69b42c286"} {"level":"info","ts":1784901292.8516343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901292.8517196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c"} {"level":"info","ts":1784901292.8517327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c"} {"level":"info","ts":1784901292.8517468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c","EoS":false} {"level":"info","ts":1784901292.8517616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c","EoS":true} {"level":"info","ts":1784901292.8517826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901292.8518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901292.8518293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02b8e417-c66e-479b-84ce-e752f481ee7c"} {"level":"info","ts":1784901292.9947743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901292.9948564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4"} {"level":"info","ts":1784901292.9948678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4"} {"level":"info","ts":1784901292.99488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4","EoS":false} {"level":"info","ts":1784901292.994897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4","EoS":true} {"level":"info","ts":1784901292.9949214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901292.99494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901292.9949627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d288120d-b926-463f-ae46-50f32e8b08d4"} {"level":"info","ts":1784901293.132771,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901293.132853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995"} {"level":"info","ts":1784901293.1328619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995"} {"level":"info","ts":1784901293.1328733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995","EoS":false} {"level":"info","ts":1784901293.1328843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995","EoS":true} {"level":"info","ts":1784901293.1329072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901293.1329224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901293.132941,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8859c50-f909-44c1-b567-9d59d0b12995"} {"level":"info","ts":1784901293.272706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901293.2727897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de"} {"level":"info","ts":1784901293.2728004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de"} {"level":"info","ts":1784901293.2728121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de","EoS":false} {"level":"info","ts":1784901293.2728248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de","EoS":true} {"level":"info","ts":1784901293.2728462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901293.2728615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901293.2728813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6cf41619-2211-40a5-9f57-b1fb5a1da7de"} {"level":"info","ts":1784901293.4122212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901293.4123042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc"} {"level":"info","ts":1784901293.4123135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc"} {"level":"info","ts":1784901293.4123354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc","EoS":false} {"level":"info","ts":1784901293.4123497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc","EoS":true} {"level":"info","ts":1784901293.4123735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901293.4123886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901293.412413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14a17812-7d1c-4f3f-a1a4-edb4a2836ddc"} {"level":"info","ts":1784901293.5518475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901293.5519307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092"} {"level":"info","ts":1784901293.5519404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092"} {"level":"info","ts":1784901293.551952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092","EoS":false} {"level":"info","ts":1784901293.5519655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092","EoS":true} {"level":"info","ts":1784901293.551986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901293.5520008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901293.5520215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0769ad8e-6856-4e18-9a48-ebf33d044092"} {"level":"info","ts":1784901313.4848378,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901313.4849298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b"} {"level":"info","ts":1784901313.4849396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b"} {"level":"info","ts":1784901313.4849508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b","EoS":false} {"level":"info","ts":1784901313.4849613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b","EoS":true} {"level":"info","ts":1784901313.484982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901313.4849982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901313.48502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ee7bb5d-0e32-466f-80e1-955fafadd61b"} {"level":"info","ts":1784901313.5247693,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901313.5248446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283"} {"level":"info","ts":1784901313.5248537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283"} {"level":"info","ts":1784901313.5248656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283","EoS":false} {"level":"info","ts":1784901313.5248759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283","EoS":true} {"level":"info","ts":1784901313.524894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901313.5249088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901313.524929,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22efa0c6-135c-468a-aee4-bfcfe98cc283"} {"level":"info","ts":1784901313.5597665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901313.559838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2"} {"level":"info","ts":1784901313.5598493,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2"} {"level":"info","ts":1784901313.55986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2","EoS":false} {"level":"info","ts":1784901313.55987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2","EoS":true} {"level":"info","ts":1784901313.559891,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901313.559906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901313.5599263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17d2f1d4-1539-427d-b9f6-3871821a22b2"} {"level":"info","ts":1784901313.5967624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901313.5968606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ae0701d-6c71-4c4a-b20b-5b760cfeb687"} {"level":"info","ts":1784901318.2260206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901318.2261224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774"} {"level":"info","ts":1784901318.2261386,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774"} {"level":"info","ts":1784901318.2261584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774","EoS":false} {"level":"info","ts":1784901318.2261767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774","EoS":true} {"level":"info","ts":1784901318.2262115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901318.22623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901318.226254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d6da875-c3f9-4e71-8eca-e8ebd5894774"} {"level":"info","ts":1784901326.809808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901326.809882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"317e4074-0136-4437-bb78-67a30a753315"} {"level":"info","ts":1784901326.809892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"317e4074-0136-4437-bb78-67a30a753315"} {"level":"info","ts":1784901326.809903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"317e4074-0136-4437-bb78-67a30a753315","EoS":false} {"level":"info","ts":1784901326.8099146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"317e4074-0136-4437-bb78-67a30a753315","EoS":true} {"level":"info","ts":1784901326.8099384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"317e4074-0136-4437-bb78-67a30a753315","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901326.8099535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"317e4074-0136-4437-bb78-67a30a753315","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901326.8099742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"317e4074-0136-4437-bb78-67a30a753315"} {"level":"info","ts":1784901328.8449864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901328.845066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d"} {"level":"info","ts":1784901328.8450756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d"} {"level":"info","ts":1784901328.845087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d","EoS":false} {"level":"info","ts":1784901328.8450983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d","EoS":true} {"level":"info","ts":1784901328.8451188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901328.8451362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901328.845157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aafecb21-c6e0-4cfd-b5b2-68d8c6133c2d"} {"level":"info","ts":1784901330.8842947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901330.8843734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134"} {"level":"info","ts":1784901330.8843825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134"} {"level":"info","ts":1784901330.8843944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134","EoS":false} {"level":"info","ts":1784901330.884405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134","EoS":true} {"level":"info","ts":1784901330.8844256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901330.8844404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901330.8844628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52ff6463-6d0c-4187-adb7-07058a8af134"} {"level":"info","ts":1784901343.7768939,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901343.7769725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844"} {"level":"info","ts":1784901343.776982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844"} {"level":"info","ts":1784901343.7769933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844","EoS":false} {"level":"info","ts":1784901343.7770035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844","EoS":true} {"level":"info","ts":1784901343.7770264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901343.7770562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901343.7770848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65b2a69b-882a-45ef-aef1-330238684844"} {"level":"info","ts":1784901352.3021362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901352.3022203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63"} {"level":"info","ts":1784901352.302228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63"} {"level":"info","ts":1784901352.30224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63","EoS":false} {"level":"info","ts":1784901352.3022513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63","EoS":true} {"level":"info","ts":1784901352.30227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901352.302286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901352.3023093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e10389f3-a38a-4cff-91c5-793a4d85ee63"} {"level":"info","ts":1784901361.2123835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901361.2124677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7"} {"level":"info","ts":1784901361.212477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7"} {"level":"info","ts":1784901361.2124891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7","EoS":false} {"level":"info","ts":1784901361.2125018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7","EoS":true} {"level":"info","ts":1784901361.2125223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901361.2125373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901361.2125628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1244c8f1-b12b-4b25-8eee-79c07394d7d7"} {"level":"info","ts":1784901370.2221448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901370.2222295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7"} {"level":"info","ts":1784901370.222241,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7"} {"level":"info","ts":1784901370.2222548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7","EoS":false} {"level":"info","ts":1784901370.2222679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7","EoS":true} {"level":"info","ts":1784901370.2222931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901370.222311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901370.222331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1216ca1e-e00e-432b-8215-f5a59753a7e7"} {"level":"info","ts":1784901378.1256847,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901378.125767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22"} {"level":"info","ts":1784901378.1257787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22"} {"level":"info","ts":1784901378.1257951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22","EoS":false} {"level":"info","ts":1784901378.1258092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22","EoS":true} {"level":"info","ts":1784901378.1258307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901378.1258469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901378.1258678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd7145c6-0007-4e90-a84d-9b32d3ebda22"} {"level":"info","ts":1784901382.926289,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901382.9263685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185"} {"level":"info","ts":1784901382.9263778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185"} {"level":"info","ts":1784901382.926388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185","EoS":false} {"level":"info","ts":1784901382.926399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185","EoS":true} {"level":"info","ts":1784901382.9264193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901382.9264345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901382.9264567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fdd37b6-3632-460a-8c95-4160bbeab185"} {"level":"info","ts":1784901383.2020335,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901383.202109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3"} {"level":"info","ts":1784901383.2021194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3"} {"level":"info","ts":1784901383.2021308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3","EoS":false} {"level":"info","ts":1784901383.2021446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3","EoS":true} {"level":"info","ts":1784901383.2021632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901383.202178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901383.2021985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ffe5c3a-90c4-4ee7-937e-0566c91ee2f3"} {"level":"info","ts":1784901385.241084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901385.241161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc"} {"level":"info","ts":1784901385.2411706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc"} {"level":"info","ts":1784901385.2411828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc","EoS":false} {"level":"info","ts":1784901385.2411964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc","EoS":true} {"level":"info","ts":1784901385.241216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901385.2412314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901385.2412543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6036d322-3dc6-4b49-9bad-a88fdae5ebcc"} {"level":"info","ts":1784901387.278549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901387.2786582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7"} {"level":"info","ts":1784901387.2786727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7"} {"level":"info","ts":1784901387.2786853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7","EoS":false} {"level":"info","ts":1784901387.2786992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7","EoS":true} {"level":"info","ts":1784901387.2787192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901387.2787335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901387.2787535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8b6f5da-abde-4958-96ac-24b8456488a7"} {"level":"info","ts":1784901409.7606537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901409.7607303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd"} {"level":"info","ts":1784901409.7607415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd"} {"level":"info","ts":1784901409.7607522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd","EoS":false} {"level":"info","ts":1784901409.7607622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd","EoS":true} {"level":"info","ts":1784901409.7607818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901409.7607944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901409.7608206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a7a7162-3f53-47c5-b915-9b30c66137dd"} {"level":"info","ts":1784901419.1267676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901419.126851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718"} {"level":"info","ts":1784901419.1268616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718"} {"level":"info","ts":1784901419.1268735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718","EoS":false} {"level":"info","ts":1784901419.1268847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718","EoS":true} {"level":"info","ts":1784901419.126907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901419.1269221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901419.1269422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e04a1eb6-532a-4ca0-9f4a-da5d74df8718"} {"level":"info","ts":1784901424.66657,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901424.6666682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e"} {"level":"info","ts":1784901424.6666818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e"} {"level":"info","ts":1784901424.6666937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e","EoS":false} {"level":"info","ts":1784901424.6667047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e","EoS":true} {"level":"info","ts":1784901424.6667252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901424.6667416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901424.6667616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b596417f-5209-4b33-b500-6d1803b6698e"} {"level":"info","ts":1784901434.2764547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901434.2765398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84"} {"level":"info","ts":1784901434.2765498,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84"} {"level":"info","ts":1784901434.276564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84","EoS":false} {"level":"info","ts":1784901434.2765949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84","EoS":true} {"level":"info","ts":1784901434.276619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901434.2766318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901434.276656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c2c6236-c8d1-4378-8e80-6042a2d26a84"} {"level":"info","ts":1784901436.3084676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901436.308552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08"} {"level":"info","ts":1784901436.308563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08"} {"level":"info","ts":1784901436.3085744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08","EoS":false} {"level":"info","ts":1784901436.3086135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08","EoS":true} {"level":"info","ts":1784901436.308637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901436.3086495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901436.3086698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4531e7db-1ab3-4158-b0a1-3694333ecc08"} {"level":"info","ts":1784901445.7503417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901445.7504282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b"} {"level":"info","ts":1784901445.7504368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b"} {"level":"info","ts":1784901445.7504485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b","EoS":false} {"level":"info","ts":1784901445.7504601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b","EoS":true} {"level":"info","ts":1784901445.7504814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901445.7504966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901445.7505176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b8e0ed6-4114-428e-85fa-b67ffb8eea8b"} {"level":"info","ts":1784901445.786571,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901445.786671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786"} {"level":"info","ts":1784901445.7866821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786"} {"level":"info","ts":1784901445.7866943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786","EoS":false} {"level":"info","ts":1784901445.7867088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786","EoS":true} {"level":"info","ts":1784901445.7867286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901445.786744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901445.7867637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"606024be-5fd7-4447-9182-b9da5f894786"} {"level":"info","ts":1784901464.979205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901464.9792824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900"} {"level":"info","ts":1784901464.9792917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900"} {"level":"info","ts":1784901464.9793031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900","EoS":false} {"level":"info","ts":1784901464.979314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900","EoS":true} {"level":"info","ts":1784901464.9793346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901464.9793499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901464.9793704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2b26d1a-54c4-4ff1-b943-a7042b154900"} {"level":"info","ts":1784901474.3278663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901474.327941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793"} {"level":"info","ts":1784901474.3279498,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793"} {"level":"info","ts":1784901474.3279612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793","EoS":false} {"level":"info","ts":1784901474.3279748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793","EoS":true} {"level":"info","ts":1784901474.327994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901474.3280082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901474.3280313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e69cedf-3e84-48e2-a9ae-f45aac056793"} {"level":"info","ts":1784901479.618287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901479.6183631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb"} {"level":"info","ts":1784901479.6183717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb"} {"level":"info","ts":1784901479.6183827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb","EoS":false} {"level":"info","ts":1784901479.6183937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb","EoS":true} {"level":"info","ts":1784901479.6184142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901479.6184323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901479.618453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4db487b-d63a-41e1-9eb5-f9c70d6a67fb"} {"level":"info","ts":1784901572.4198277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901572.4199245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae"} {"level":"info","ts":1784901572.4199364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae"} {"level":"info","ts":1784901572.419949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae","EoS":false} {"level":"info","ts":1784901572.4199636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae","EoS":true} {"level":"info","ts":1784901572.4199846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784901572.4200027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784901572.4200284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"638e9c27-4926-40d9-b3b4-7af77d5708ae"} {"level":"info","ts":1784901597.6985803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901597.6986969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b"} {"level":"info","ts":1784901597.6987138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b"} {"level":"info","ts":1784901597.69873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b","EoS":false} {"level":"info","ts":1784901597.6987479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b","EoS":true} {"level":"info","ts":1784901597.698775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784901597.698794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784901597.6988223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4ddb0fd-2a62-47a2-8d86-456c28e3357b"} {"level":"info","ts":1784901634.8758066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901634.875891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d"} {"level":"info","ts":1784901634.875901,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d"} {"level":"info","ts":1784901634.8759143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d","EoS":false} {"level":"info","ts":1784901634.8759327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d","EoS":true} {"level":"info","ts":1784901634.8759532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901634.875969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901634.8759928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cce29614-d2ff-454b-a1d5-5c7f5a9a6e3d"} {"level":"info","ts":1784901650.1605463,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901650.1606555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a"} {"level":"info","ts":1784901650.1606677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a"} {"level":"info","ts":1784901650.1606815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a","EoS":false} {"level":"info","ts":1784901650.1606927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a","EoS":true} {"level":"info","ts":1784901650.160713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901650.1607282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901650.1607544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d3c2f7d-aaee-444c-8f00-25d66d76d82a"} {"level":"info","ts":1784901650.4504883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901650.4505746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402"} {"level":"info","ts":1784901650.4506128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402"} {"level":"info","ts":1784901650.4506307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402","EoS":false} {"level":"info","ts":1784901650.4506452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402","EoS":true} {"level":"info","ts":1784901650.4506674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901650.4506807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901650.450701,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec4ab15e-8135-4ea2-b522-3e8d6bbff402"} {"level":"info","ts":1784901965.4412513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901965.4413497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5"} {"level":"info","ts":1784901965.4413586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5"} {"level":"info","ts":1784901965.441371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5","EoS":false} {"level":"info","ts":1784901965.4413815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5","EoS":true} {"level":"info","ts":1784901965.441403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901965.4414184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901965.441439,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3f99fff-aad0-47ce-9c0f-cfb36f2525d5"} {"level":"info","ts":1784901965.483347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901965.4834309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d"} {"level":"info","ts":1784901965.4834437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d"} {"level":"info","ts":1784901965.4834588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d","EoS":false} {"level":"info","ts":1784901965.4834754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d","EoS":true} {"level":"info","ts":1784901965.483507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901965.4835243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901965.4835496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51c067d8-f938-4129-8668-d9a4a00f0a9d"} {"level":"info","ts":1784901965.527385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901965.5274627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d"} {"level":"info","ts":1784901965.5274734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d"} {"level":"info","ts":1784901965.5274844,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d","EoS":false} {"level":"info","ts":1784901965.5275054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d","EoS":true} {"level":"info","ts":1784901965.5275319,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901965.5275478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901965.527634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7295f74-e208-404a-a290-77b0cfb5a27d"} {"level":"info","ts":1784901970.4342074,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24dff01-18de-4b1a-867f-55d14230567b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901970.434251,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24dff01-18de-4b1a-867f-55d14230567b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784901970.4342093,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"895243e2-4221-4c72-aeea-46b71b3de769"} {"level":"info","ts":1784901970.442449,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d221997-fd99-47e7-8a3f-8617585a9757","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901970.4424856,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d221997-fd99-47e7-8a3f-8617585a9757","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784901970.4429054,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"895243e2-4221-4c72-aeea-46b71b3de769","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901970.4431577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34429.311233809,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.4431763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.5649695,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fe8f3fe-8b9b-49dc-afe1-7e82beaaf995"} {"level":"info","ts":1784901970.565385,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ac3ff96-3ece-4ad3-9994-852c7cc093cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.5654256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ac3ff96-3ece-4ad3-9994-852c7cc093cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.5733497,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fe8f3fe-8b9b-49dc-afe1-7e82beaaf995","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784901970.5739348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95db39a7-2fa9-4587-8d14-c55538042251","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.573981,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95db39a7-2fa9-4587-8d14-c55538042251","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.574256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784901970.5791433,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fe8f3fe-8b9b-49dc-afe1-7e82beaaf995","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901970.5792375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea5e367-691a-4ce2-ac84-839adfde3038"} {"level":"info","ts":1784901970.5792665,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea5e367-691a-4ce2-ac84-839adfde3038","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784901970.5794861,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde25b65-392b-4bbc-a069-21b85e5a3c4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.5795445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde25b65-392b-4bbc-a069-21b85e5a3c4e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.6629832,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32582.727216322,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.6630151,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.6630638,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45e14a00-148f-49eb-9ba8-953ee61ce463","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901970.6631174,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45e14a00-148f-49eb-9ba8-953ee61ce463","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784901970.663264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea5e367-691a-4ce2-ac84-839adfde3038","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901970.663318,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66daaa6f-43a2-4075-a57d-8a8090ea04bc"} {"level":"info","ts":1784901970.663326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ccd5233-2def-41a9-adec-a2ea17bab66e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.663344,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ccd5233-2def-41a9-adec-a2ea17bab66e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.6635594,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35023.905844746,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.6635795,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.6704972,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.6709707,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901970.7034247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa18d0d3-80c2-4d29-a06e-a7b1bb5e42ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.7034838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa18d0d3-80c2-4d29-a06e-a7b1bb5e42ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.7196534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab8080b7-e67e-4d53-994b-5f778d4d9d12","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.7197084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab8080b7-e67e-4d53-994b-5f778d4d9d12","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.733731,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e748d8b0-8d00-4010-9dea-52b6b4314cdd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901970.7337818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e748d8b0-8d00-4010-9dea-52b6b4314cdd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901970.763791,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"895243e2-4221-4c72-aeea-46b71b3de769","name":"e2e-external-provider"} {"level":"info","ts":1784901970.7637959,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66daaa6f-43a2-4075-a57d-8a8090ea04bc","name":"e2e-external-model"} {"level":"info","ts":1784901970.7730184,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66daaa6f-43a2-4075-a57d-8a8090ea04bc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901970.7763338,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"895243e2-4221-4c72-aeea-46b71b3de769","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784901970.776478,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66daaa6f-43a2-4075-a57d-8a8090ea04bc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901970.7766273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053327c6-7f5f-43cf-a10a-d4f6e5d1dba2"} {"level":"info","ts":1784901970.7766922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053327c6-7f5f-43cf-a10a-d4f6e5d1dba2","name":"e2e-external-model"} {"level":"error","ts":1784901970.7798622,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"895243e2-4221-4c72-aeea-46b71b3de769","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901970.77996,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"839cff68-015f-4c5c-999b-50d51f0be400"} {"level":"info","ts":1784901970.780008,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"839cff68-015f-4c5c-999b-50d51f0be400","name":"e2e-external-provider"} {"level":"info","ts":1784901970.7850597,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053327c6-7f5f-43cf-a10a-d4f6e5d1dba2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901970.788968,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"839cff68-015f-4c5c-999b-50d51f0be400","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784901984.364008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901984.3641026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db"} {"level":"info","ts":1784901984.364118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db"} {"level":"info","ts":1784901984.3641353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db","EoS":false} {"level":"info","ts":1784901984.3641543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db","EoS":true} {"level":"info","ts":1784901984.3641915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901984.3642104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901984.3642223,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db","modelName":"e2e-external-model"} {"level":"info","ts":1784901984.3642986,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901984.3643718,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1971d6b-c963-4856-8721-a5ec9ca304db"} {"level":"info","ts":1784901984.4110038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901984.4110816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f"} {"level":"info","ts":1784901984.411091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f"} {"level":"info","ts":1784901984.411102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f","EoS":false} {"level":"info","ts":1784901984.4111145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f","EoS":true} {"level":"info","ts":1784901984.411136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901984.4111514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901984.4111586,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f","modelName":"e2e-external-model"} {"level":"info","ts":1784901984.4111707,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901984.4112084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"458a5d34-d5c2-4671-bc97-676dbf204a3f"} {"level":"info","ts":1784901984.4385235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901984.4386227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027"} {"level":"info","ts":1784901984.4386322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027"} {"level":"info","ts":1784901984.438644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027","EoS":false} {"level":"info","ts":1784901984.4386551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027","EoS":true} {"level":"info","ts":1784901984.4386768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901984.4386923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901984.4387019,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027","modelName":"e2e-external-model"} {"level":"info","ts":1784901984.438717,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901984.4387553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ceed1c2-122f-49fe-8729-73796bdda027"} {"level":"info","ts":1784901984.5679028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d1c12ac-85c6-43c5-b48f-4e3350fcb9df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901984.5679173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fedd9f9-dd93-4bf6-af3f-e2a79392eb0d"} {"level":"info","ts":1784901984.5679457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d1c12ac-85c6-43c5-b48f-4e3350fcb9df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784901984.5754647,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fedd9f9-dd93-4bf6-af3f-e2a79392eb0d","name":"e2e-cleanup-test"} {"level":"info","ts":1784901984.5756547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be529755-b788-46ce-805a-86a6889a7d57","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901984.5756958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be529755-b788-46ce-805a-86a6889a7d57","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784901984.5873277,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fedd9f9-dd93-4bf6-af3f-e2a79392eb0d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901984.5950074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80360054-6bff-4b4b-a433-c27ed3ce5eb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901984.5950456,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80360054-6bff-4b4b-a433-c27ed3ce5eb3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784901984.5951095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ce9d510-58a1-42ab-8455-18d96415432f"} {"level":"info","ts":1784901984.595169,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ce9d510-58a1-42ab-8455-18d96415432f","name":"e2e-cleanup-test"} {"level":"info","ts":1784901984.6067035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300a2d85-0cef-47cd-a4c8-e0779eed5de2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901984.6067555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300a2d85-0cef-47cd-a4c8-e0779eed5de2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784901984.6072602,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ce9d510-58a1-42ab-8455-18d96415432f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901984.6073582,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428d6e1a-363a-4634-85ab-a258e64f07b4"} {"level":"info","ts":1784901984.6074345,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428d6e1a-363a-4634-85ab-a258e64f07b4","name":"e2e-cleanup-test"} {"level":"info","ts":1784901984.6191075,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428d6e1a-363a-4634-85ab-a258e64f07b4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901984.6269836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9341506d-6408-4eaa-8172-84c9bfeea539"} {"level":"info","ts":1784901984.6270149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c05e2d7-fb31-4da9-bffe-7e56dffefa70","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901984.6270514,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c05e2d7-fb31-4da9-bffe-7e56dffefa70","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784901984.627057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9341506d-6408-4eaa-8172-84c9bfeea539","name":"e2e-cleanup-test"} {"level":"info","ts":1784901984.6368084,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9341506d-6408-4eaa-8172-84c9bfeea539","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901992.8435528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0505e3c1-dbd9-4440-9980-f5e694c89ff8"} {"level":"info","ts":1784901992.8436275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac91a458-f7b0-4be4-afe4-b39f53b9d8cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901992.8436632,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac91a458-f7b0-4be4-afe4-b39f53b9d8cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901997.1532178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901997.1532927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5"} {"level":"info","ts":1784901997.153301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5"} {"level":"info","ts":1784901997.153313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5","EoS":false} {"level":"info","ts":1784901997.1533298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5","EoS":true} {"level":"info","ts":1784901997.1533506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784901997.153366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784901997.1533856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e84b21a-4134-420b-b5ef-6dc402c059b5"} {"level":"info","ts":1784901997.1829827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901997.183062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4"} {"level":"info","ts":1784901997.1830745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4"} {"level":"info","ts":1784901997.1830866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4","EoS":false} {"level":"info","ts":1784901997.1831002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4","EoS":true} {"level":"info","ts":1784901997.1831193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901997.1831355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901997.1831427,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4","modelName":"e2e-external-model"} {"level":"info","ts":1784901997.1831565,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901997.1831975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"093eb58e-d5de-41e6-8a43-c54664aca1c4"} {"level":"info","ts":1784901997.223363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901997.2234366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2"} {"level":"info","ts":1784901997.2234454,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2"} {"level":"info","ts":1784901997.2234561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2","EoS":false} {"level":"info","ts":1784901997.2234683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2","EoS":true} {"level":"info","ts":1784901997.2234874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784901997.2235131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901997.2235413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78d3c9e1-c8f1-4059-ac95-c8ef2e8e9ff2"} {"level":"info","ts":1784901997.3657382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901997.365813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcc73cdd-e7bf-4322-adac-248c2f3e14a9"} {"level":"info","ts":1784901997.3658235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcc73cdd-e7bf-4322-adac-248c2f3e14a9"} {"level":"info","ts":1784901997.3658345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc73cdd-e7bf-4322-adac-248c2f3e14a9","EoS":false} {"level":"info","ts":1784901997.365848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc73cdd-e7bf-4322-adac-248c2f3e14a9","EoS":true} {"level":"info","ts":1784901997.3658695,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"dcc73cdd-e7bf-4322-adac-248c2f3e14a9","field":"model"} {"level":"info","ts":1784901997.3658948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcc73cdd-e7bf-4322-adac-248c2f3e14a9"} {"level":"info","ts":1784901998.318183,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b5411fc-706a-495d-b7ca-b8df914df47f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901998.3181946,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4130a359-f064-4ff6-bb52-d3a71c50eefe"} {"level":"info","ts":1784901998.3182242,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b5411fc-706a-495d-b7ca-b8df914df47f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901998.4676375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bf98e96-4a4c-4c20-bab0-8f4248cedc54","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901998.467663,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6124e85f-908d-4a70-9efc-eb724a5aadc4"} {"level":"info","ts":1784901998.467682,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bf98e96-4a4c-4c20-bab0-8f4248cedc54","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784903122.7527854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903122.752869,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c43e05d2-86f7-487e-82d0-60ed733648ad"} {"level":"info","ts":1784903177.051115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903177.051202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47"} {"level":"info","ts":1784903177.0512102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47"} {"level":"info","ts":1784903177.0512207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47","EoS":false} {"level":"info","ts":1784903177.0512319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47","EoS":true} {"level":"info","ts":1784903177.0512564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784903177.0512724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784903177.051296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a135853e-a4ab-4b73-9dd6-58da7969fe47"}