{"level":"info","ts":1784819816.5439968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"221d6cec-900c-4215-a5e2-2129b10df8a8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819816.5440278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"221d6cec-900c-4215-a5e2-2129b10df8a8"} {"level":"info","ts":1784819835.5651102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819835.5652404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"} {"level":"info","ts":1784819835.5652542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"} {"level":"info","ts":1784819835.565267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","EoS":false} {"level":"info","ts":1784819835.565278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","EoS":true} {"level":"info","ts":1784819835.5652976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819835.5653129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819835.5653343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"} {"level":"info","ts":1784819835.70288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819835.7029579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"} {"level":"info","ts":1784819835.7029674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"} {"level":"info","ts":1784819835.7029796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","EoS":false} {"level":"info","ts":1784819835.7029932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","EoS":true} {"level":"info","ts":1784819835.7030168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819835.7030377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819835.7030635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"} {"level":"info","ts":1784819835.8439915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819835.8440661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"} {"level":"info","ts":1784819835.844075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"} {"level":"info","ts":1784819835.8440862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","EoS":false} {"level":"info","ts":1784819835.8440964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","EoS":true} {"level":"info","ts":1784819835.8442006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819835.8442202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819835.8442416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"} {"level":"info","ts":1784819835.9829793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819835.9830608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"} {"level":"info","ts":1784819835.9830742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"} {"level":"info","ts":1784819835.9830852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","EoS":false} {"level":"info","ts":1784819835.983103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","EoS":true} {"level":"info","ts":1784819835.983125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819835.9831407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819835.9831622,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"} {"level":"info","ts":1784819836.1181555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819836.1182704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"} {"level":"info","ts":1784819836.1182878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"} {"level":"info","ts":1784819836.118307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","EoS":false} {"level":"info","ts":1784819836.118326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","EoS":true} {"level":"info","ts":1784819836.118353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819836.1183703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819836.118399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"} {"level":"info","ts":1784819836.2558475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819836.2560062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1"} {"level":"info","ts":1784819836.2560287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1"} {"level":"info","ts":1784819836.2560492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1","EoS":false} {"level":"info","ts":1784819836.2560754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1","EoS":true} {"level":"info","ts":1784819836.2561023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819836.2561226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819836.2561536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b219937b-3d5e-4954-987c-e0dabff474b1"} {"level":"info","ts":1784819858.3436096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819858.343698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"} {"level":"info","ts":1784819858.3437097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"} {"level":"info","ts":1784819858.3437216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","EoS":false} {"level":"info","ts":1784819858.3437357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","EoS":true} {"level":"info","ts":1784819858.3437576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819858.343773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819858.3437955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"} {"level":"info","ts":1784819858.3808184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819858.3809073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb"} {"level":"info","ts":1784819858.3809185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb"} {"level":"info","ts":1784819858.3809307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb","EoS":false} {"level":"info","ts":1784819858.380943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb","EoS":true} {"level":"info","ts":1784819858.3809638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819858.3809786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819858.3810003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0df0750-d08c-4e56-8c5d-3c4f679bdebb"} {"level":"info","ts":1784819858.413537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819858.413613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02"} {"level":"info","ts":1784819858.4136233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02"} {"level":"info","ts":1784819858.413635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02","EoS":false} {"level":"info","ts":1784819858.413646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02","EoS":true} {"level":"info","ts":1784819858.4136696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819858.413683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819858.4137068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc45de30-5f7c-439a-b67c-ae5687b33c02"} {"level":"info","ts":1784819858.4478424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819858.4479167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0"} {"level":"info","ts":1784819863.0835974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819863.083681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"} {"level":"info","ts":1784819863.0836928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"} {"level":"info","ts":1784819863.0837057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","EoS":false} {"level":"info","ts":1784819863.083716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","EoS":true} {"level":"info","ts":1784819863.083737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819863.0837498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819863.08377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"} {"level":"info","ts":1784819871.6802847,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819871.6803715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b"} {"level":"info","ts":1784819871.6803877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b"} {"level":"info","ts":1784819871.6804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b","EoS":false} {"level":"info","ts":1784819871.680412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b","EoS":true} {"level":"info","ts":1784819871.6804347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819871.6804516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819871.680476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89ba374c-c9d1-4dde-a043-1b5a6b159d9b"} {"level":"info","ts":1784819873.7118454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819873.7119222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"} {"level":"info","ts":1784819873.7119317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"} {"level":"info","ts":1784819873.7119434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","EoS":false} {"level":"info","ts":1784819873.711963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","EoS":true} {"level":"info","ts":1784819873.7119892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819873.712002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819873.7120178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"} {"level":"info","ts":1784819886.6100006,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819886.6100812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"} {"level":"info","ts":1784819886.610094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"} {"level":"info","ts":1784819886.6101067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","EoS":false} {"level":"info","ts":1784819886.6101227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","EoS":true} {"level":"info","ts":1784819886.6101449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819886.6101599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819886.6102104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"} {"level":"info","ts":1784819895.218827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819895.2189093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"} {"level":"info","ts":1784819895.2189183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"} {"level":"info","ts":1784819895.2189298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","EoS":false} {"level":"info","ts":1784819895.2189407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","EoS":true} {"level":"info","ts":1784819895.2189603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819895.2189765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819895.2189996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"} {"level":"info","ts":1784819904.1770961,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819904.1771965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"} {"level":"info","ts":1784819904.1772096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"} {"level":"info","ts":1784819904.1772215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","EoS":false} {"level":"info","ts":1784819904.1772335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","EoS":true} {"level":"info","ts":1784819904.1772552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819904.1772754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819904.1773067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"} {"level":"info","ts":1784819913.1913047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819913.191382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7"} {"level":"info","ts":1784819913.1913962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7"} {"level":"info","ts":1784819913.1914082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7","EoS":false} {"level":"info","ts":1784819913.1914213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7","EoS":true} {"level":"info","ts":1784819913.1914427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819913.1914678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819913.1914914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1e8ed30-ee7c-43a6-bca8-7037493b35c7"} {"level":"info","ts":1784819917.99823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819917.9983082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359"} {"level":"info","ts":1784819917.9983184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359"} {"level":"info","ts":1784819917.998329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359","EoS":false} {"level":"info","ts":1784819917.9983406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359","EoS":true} {"level":"info","ts":1784819917.998361,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819917.9983764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819917.998396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a2200ae-0657-461d-a352-69a9d081b359"} {"level":"info","ts":1784819922.803045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819922.8031232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd"} {"level":"info","ts":1784819922.803132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd"} {"level":"info","ts":1784819922.8031437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd","EoS":false} {"level":"info","ts":1784819922.8031583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd","EoS":true} {"level":"info","ts":1784819922.8032022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819922.8032198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819922.8032694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"687ef64e-e500-416e-9b7b-8609006411bd"} {"level":"info","ts":1784819923.0847757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819923.0848615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33"} {"level":"info","ts":1784819923.084874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33"} {"level":"info","ts":1784819923.0848856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33","EoS":false} {"level":"info","ts":1784819923.0848966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33","EoS":true} {"level":"info","ts":1784819923.0849156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819923.0849311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819923.0849867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"845642c3-9f15-4ca1-9c8b-cd6deeab9a33"} {"level":"info","ts":1784819925.1200821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819925.1201978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb"} {"level":"info","ts":1784819925.1202147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb"} {"level":"info","ts":1784819925.1202345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb","EoS":false} {"level":"info","ts":1784819925.1202552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb","EoS":true} {"level":"info","ts":1784819925.1202922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819925.1203117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819925.1203446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af696717-5fb5-449f-9ef8-ecafad5df3cb"} {"level":"info","ts":1784819927.1570928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819927.157193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863"} {"level":"info","ts":1784819927.157203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863"} {"level":"info","ts":1784819927.1572144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863","EoS":false} {"level":"info","ts":1784819927.1572254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863","EoS":true} {"level":"info","ts":1784819927.1572502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819927.1572661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819927.1572895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caa82b55-ca44-4f7e-bb57-ec5de950a863"} {"level":"info","ts":1784819929.1917648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819929.1918418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"} {"level":"info","ts":1784819929.1918519,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"} {"level":"info","ts":1784819929.1918666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","EoS":false} {"level":"info","ts":1784819929.1918776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","EoS":true} {"level":"info","ts":1784819929.191898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819929.1919127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819929.1919334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"} {"level":"info","ts":1784819953.598358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819953.5984342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"} {"level":"info","ts":1784819953.5984437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"} {"level":"info","ts":1784819953.5984557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","EoS":false} {"level":"info","ts":1784819953.5984669,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","EoS":true} {"level":"info","ts":1784819953.5984876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819953.598505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819953.5985267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"} {"level":"info","ts":1784819962.9710333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819962.971115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e"} {"level":"info","ts":1784819962.971125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e"} {"level":"info","ts":1784819962.9711359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e","EoS":false} {"level":"info","ts":1784819962.9711492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e","EoS":true} {"level":"info","ts":1784819962.9711978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819962.9712138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819962.9712355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8f2d807-10e0-4b24-a216-ce0bec25531e"} {"level":"info","ts":1784819968.5278096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819968.5279312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6"} {"level":"info","ts":1784819968.5279467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6"} {"level":"info","ts":1784819968.527969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6","EoS":false} {"level":"info","ts":1784819968.527989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6","EoS":true} {"level":"info","ts":1784819968.5280325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819968.5280519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819968.5281067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5eb81928-f0bf-4a72-ad17-629aefcfdbd6"} {"level":"info","ts":1784819978.1860132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819978.18609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2"} {"level":"info","ts":1784819978.1860998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2"} {"level":"info","ts":1784819978.1861107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2","EoS":false} {"level":"info","ts":1784819978.1861243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2","EoS":true} {"level":"info","ts":1784819978.1861463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819978.186162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819978.1862142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16ee5ab3-036f-4098-a401-7ba802baebb2"} {"level":"info","ts":1784819980.220952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819980.22105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"} {"level":"info","ts":1784819980.2210662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"} {"level":"info","ts":1784819980.221086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","EoS":false} {"level":"info","ts":1784819980.2211065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","EoS":true} {"level":"info","ts":1784819980.221141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819980.22116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819980.2212083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"} {"level":"info","ts":1784819989.9092104,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819989.9092844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"} {"level":"info","ts":1784819989.9092934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"} {"level":"info","ts":1784819989.909305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","EoS":false} {"level":"info","ts":1784819989.9093156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","EoS":true} {"level":"info","ts":1784819989.9093354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819989.9093516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819989.9093676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"} {"level":"info","ts":1784819989.9449596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819989.9450383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"} {"level":"info","ts":1784819989.945048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"} {"level":"info","ts":1784819989.9450598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","EoS":false} {"level":"info","ts":1784819989.9450722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","EoS":true} {"level":"info","ts":1784819989.9450984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819989.945117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819989.945139,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"} {"level":"info","ts":1784820009.2373846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820009.2374592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"} {"level":"info","ts":1784820009.2374682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"} {"level":"info","ts":1784820009.2374797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","EoS":false} {"level":"info","ts":1784820009.2374935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","EoS":true} {"level":"info","ts":1784820009.237513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820009.237528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820009.2375505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"} {"level":"info","ts":1784820018.6211443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820018.6212475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f"} {"level":"info","ts":1784820018.621262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f"} {"level":"info","ts":1784820018.6212795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f","EoS":false} {"level":"info","ts":1784820018.6212962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f","EoS":true} {"level":"info","ts":1784820018.621327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820018.621346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820018.6213787,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fd977f5-8593-4202-ada5-9e20c9a0923f"} {"level":"info","ts":1784820023.933769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820023.9338427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad"} {"level":"info","ts":1784820023.9338522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad"} {"level":"info","ts":1784820023.933865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad","EoS":false} {"level":"info","ts":1784820023.9338775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad","EoS":true} {"level":"info","ts":1784820023.9338982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784820023.9339118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784820023.9339318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b49b88d-8b19-462a-b98f-d6d96a3bb8ad"} {"level":"info","ts":1784820114.741788,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820114.741871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33"} {"level":"info","ts":1784820114.7418811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33"} {"level":"info","ts":1784820114.7418926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33","EoS":false} {"level":"info","ts":1784820114.7419066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33","EoS":true} {"level":"info","ts":1784820114.7419271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784820114.7419422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784820114.7419636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3eff8d5d-2ecb-4cc9-8b52-4d072cb14a33"} {"level":"info","ts":1784820141.9056098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820141.9057052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"} {"level":"info","ts":1784820141.9057233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"} {"level":"info","ts":1784820141.90574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","EoS":false} {"level":"info","ts":1784820141.90576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","EoS":true} {"level":"info","ts":1784820141.9057882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784820141.905807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784820141.90585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"} {"level":"info","ts":1784820179.1872993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820179.1873746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"} {"level":"info","ts":1784820179.1873863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"} {"level":"info","ts":1784820179.1874015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","EoS":false} {"level":"info","ts":1784820179.1874163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","EoS":true} {"level":"info","ts":1784820179.1874352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820179.1874502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820179.1874819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"} {"level":"info","ts":1784820194.502298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820194.5023882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"} {"level":"info","ts":1784820194.5024455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"} {"level":"info","ts":1784820194.5024598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","EoS":false} {"level":"info","ts":1784820194.5024707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","EoS":true} {"level":"info","ts":1784820194.5024922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820194.5025072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820194.50253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"} {"level":"info","ts":1784820194.8038936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820194.8039832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5"} {"level":"info","ts":1784820194.8039932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5"} {"level":"info","ts":1784820194.804005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5","EoS":false} {"level":"info","ts":1784820194.8040216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5","EoS":true} {"level":"info","ts":1784820194.8040934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820194.8041134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820194.8041365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bdca7a3-852a-4b35-bc13-d2a8d41626f5"} {"level":"info","ts":1784820500.9219897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820500.9221263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"} {"level":"info","ts":1784820500.922143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"} {"level":"info","ts":1784820500.922161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","EoS":false} {"level":"info","ts":1784820500.9221992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","EoS":true} {"level":"info","ts":1784820500.9222302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820500.9222512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820500.9222784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"} {"level":"info","ts":1784820500.9640367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820500.964101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"} {"level":"info","ts":1784820500.9641097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"} {"level":"info","ts":1784820500.9641209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","EoS":false} {"level":"info","ts":1784820500.9641304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","EoS":true} {"level":"info","ts":1784820500.964148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820500.9641633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820500.9642022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"} {"level":"info","ts":1784820501.0000691,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820501.0001538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a"} {"level":"info","ts":1784820501.0001626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a"} {"level":"info","ts":1784820501.0001986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a","EoS":false} {"level":"info","ts":1784820501.0002105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a","EoS":true} {"level":"info","ts":1784820501.0002306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820501.0002446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820501.0002646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15c06b51-0fa6-4605-938b-93e3faa98c8a"} {"level":"info","ts":1784820501.0330088,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820501.0330734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532"} {"level":"info","ts":1784820501.033084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532"} {"level":"info","ts":1784820501.033095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532","EoS":false} {"level":"info","ts":1784820501.0331056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532","EoS":true} {"level":"info","ts":1784820501.0331244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820501.0331383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820501.0331576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfea6bff-ecd6-40e9-a878-91d16841c532"} {"level":"info","ts":1784820505.9253168,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aea9ac2e-d009-4a22-8f86-28c82b7d102f"} {"level":"info","ts":1784820505.9253378,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84f7104b-707a-41fd-a259-e69dea1ce225","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820505.9253747,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84f7104b-707a-41fd-a259-e69dea1ce225","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784820505.9385333,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"996e581e-6391-4b5b-a9c3-6c1f0960ffa7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820505.9385555,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"996e581e-6391-4b5b-a9c3-6c1f0960ffa7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784820505.9389544,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33941.701947381,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820505.9389741,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820506.0459833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d2dbb30-d170-46ad-a985-bce07bb791de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.0460277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d2dbb30-d170-46ad-a985-bce07bb791de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.0461016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54854ea9-0065-4ce2-bfa1-da6fb03b0390"} {"level":"info","ts":1784820506.051118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349cbe29-4731-43c4-abc6-da637eac99ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.0511584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349cbe29-4731-43c4-abc6-da637eac99ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.057289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784820506.1436677,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54854ea9-0065-4ce2-bfa1-da6fb03b0390","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820506.1437426,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54854ea9-0065-4ce2-bfa1-da6fb03b0390","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784820506.14389,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93a1e566-4f24-48b3-8a0c-086ad76009cc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.1439288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93a1e566-4f24-48b3-8a0c-086ad76009cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.144055,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65289104-ad3a-4573-9e74-258e63918e6b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820506.1440923,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65289104-ad3a-4573-9e74-258e63918e6b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784820506.1443236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be460b53-542a-4054-a4be-dbcc00888840","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.1443574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be460b53-542a-4054-a4be-dbcc00888840","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.1449008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37566.833220731,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820506.1449196,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784820506.148193,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54854ea9-0065-4ce2-bfa1-da6fb03b0390","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784820506.1482809,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54854ea9-0065-4ce2-bfa1-da6fb03b0390","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820506.1483483,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94080172-7fae-49e8-8f71-d4045d378cdf"} {"level":"info","ts":1784820506.1485546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34499.430751469,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820506.1485674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820506.1545846,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820506.1561563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820506.2206597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b7448c-d58d-4e6a-9e06-1fcc5e902fad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.220706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b7448c-d58d-4e6a-9e06-1fcc5e902fad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.235427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"208198b1-4519-4d22-9ee1-5426721b6734","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.2354622,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"208198b1-4519-4d22-9ee1-5426721b6734","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.2458637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aea9ac2e-d009-4a22-8f86-28c82b7d102f","name":"e2e-external-provider"} {"level":"info","ts":1784820506.2489974,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94080172-7fae-49e8-8f71-d4045d378cdf","name":"e2e-external-model"} {"level":"info","ts":1784820506.2543228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a31c1d2d-9cd2-4e4e-9c41-f87ef252ba95","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820506.2543597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a31c1d2d-9cd2-4e4e-9c41-f87ef252ba95","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820506.257057,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aea9ac2e-d009-4a22-8f86-28c82b7d102f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784820506.2580106,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94080172-7fae-49e8-8f71-d4045d378cdf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784820506.2608647,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aea9ac2e-d009-4a22-8f86-28c82b7d102f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820506.2609684,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46686424-8ace-4013-8174-2baa188ce192"} {"level":"info","ts":1784820506.261024,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46686424-8ace-4013-8174-2baa188ce192","name":"e2e-external-provider"} {"level":"error","ts":1784820506.2616189,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94080172-7fae-49e8-8f71-d4045d378cdf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820506.2617116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34d99b87-0bd2-4b16-8c10-379df0dfccb8"} {"level":"info","ts":1784820506.261774,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34d99b87-0bd2-4b16-8c10-379df0dfccb8","name":"e2e-external-model"} {"level":"info","ts":1784820506.2703862,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46686424-8ace-4013-8174-2baa188ce192","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784820506.2709494,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34d99b87-0bd2-4b16-8c10-379df0dfccb8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820513.4383626,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820513.4384487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff"} {"level":"info","ts":1784820513.438462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff"} {"level":"info","ts":1784820513.438477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff","EoS":false} {"level":"info","ts":1784820513.4384964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff","EoS":true} {"level":"info","ts":1784820513.438523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820513.4385421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820513.4385543,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff","modelName":"e2e-external-model"} {"level":"info","ts":1784820513.438573,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820513.4386442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e819fcc-324f-4440-a480-2277d46eabff"} {"level":"info","ts":1784820513.5044158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820513.50449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca"} {"level":"info","ts":1784820513.5044982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca"} {"level":"info","ts":1784820513.5045087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca","EoS":false} {"level":"info","ts":1784820513.50452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca","EoS":true} {"level":"info","ts":1784820513.5045376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820513.5045536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820513.504562,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca","modelName":"e2e-external-model"} {"level":"info","ts":1784820513.504577,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820513.5046253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce492a6f-3d53-4645-926f-a6f819b476ca"} {"level":"info","ts":1784820513.5343232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820513.5343926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876"} {"level":"info","ts":1784820513.5344024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876"} {"level":"info","ts":1784820513.5344126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","EoS":false} {"level":"info","ts":1784820513.5344238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","EoS":true} {"level":"info","ts":1784820513.5344422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820513.5344582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820513.5344648,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","modelName":"e2e-external-model"} {"level":"info","ts":1784820513.5344806,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820513.5345201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876"} {"level":"info","ts":1784820513.670728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7212ce3b-0c37-4fae-94e0-3ea3e91fd631","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820513.6707642,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7212ce3b-0c37-4fae-94e0-3ea3e91fd631","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820513.6707654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df8cc08-1f92-4feb-8fec-1c42191c5af9"} {"level":"info","ts":1784820513.6786513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2229ab54-4c39-4b7f-87ed-8bcead28f0c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820513.6786828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2229ab54-4c39-4b7f-87ed-8bcead28f0c4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784820513.6795065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df8cc08-1f92-4feb-8fec-1c42191c5af9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820513.679564,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df8cc08-1f92-4feb-8fec-1c42191c5af9","name":"e2e-cleanup-test"} {"level":"info","ts":1784820513.6906755,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df8cc08-1f92-4feb-8fec-1c42191c5af9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784820513.695003,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3df8cc08-1f92-4feb-8fec-1c42191c5af9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820513.6951296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04358014-9eb0-42ff-bbde-76deb964f8e2"} {"level":"info","ts":1784820513.695214,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04358014-9eb0-42ff-bbde-76deb964f8e2","name":"e2e-cleanup-test"} {"level":"info","ts":1784820513.700304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf82ffe4-0463-44dd-a32a-9b4b3c5a7235","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820513.7003396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf82ffe4-0463-44dd-a32a-9b4b3c5a7235","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784820513.7131062,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04358014-9eb0-42ff-bbde-76deb964f8e2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784820513.7131557,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04358014-9eb0-42ff-bbde-76deb964f8e2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820513.7132618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7469f920-232d-4ccd-a63c-f2711596dc45"} {"level":"info","ts":1784820513.7133331,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7469f920-232d-4ccd-a63c-f2711596dc45","name":"e2e-cleanup-test"} {"level":"info","ts":1784820513.7178442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312fce96-efc0-4287-bbe6-2b353a5bb0a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820513.7178738,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312fce96-efc0-4287-bbe6-2b353a5bb0a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820513.7241383,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7469f920-232d-4ccd-a63c-f2711596dc45","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784820513.7279732,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7469f920-232d-4ccd-a63c-f2711596dc45","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820513.7280748,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ce48b6e-4b2d-4251-b9d5-9c3432fc2998"} {"level":"info","ts":1784820513.728142,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ce48b6e-4b2d-4251-b9d5-9c3432fc2998","name":"e2e-cleanup-test"} {"level":"info","ts":1784820513.7356608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb1cca1b-bef8-4347-ad49-6936bf757285","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820513.7356982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb1cca1b-bef8-4347-ad49-6936bf757285","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820513.738317,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ce48b6e-4b2d-4251-b9d5-9c3432fc2998","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784820513.7435732,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ce48b6e-4b2d-4251-b9d5-9c3432fc2998","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820513.7436695,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2f276be-74eb-4789-bd50-b1ab45439cb3"} {"level":"info","ts":1784820513.7437196,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2f276be-74eb-4789-bd50-b1ab45439cb3","name":"e2e-cleanup-test"} {"level":"info","ts":1784820513.7532818,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2f276be-74eb-4789-bd50-b1ab45439cb3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820521.951288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58a49235-f30e-4eb9-bfaf-c134385265f2"} {"level":"info","ts":1784820521.9512873,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a38e5a4-d2fd-4c53-b269-32a2b2a8187f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820521.9513474,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a38e5a4-d2fd-4c53-b269-32a2b2a8187f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820526.2690313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820526.269114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c"} {"level":"info","ts":1784820526.2691252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c"} {"level":"info","ts":1784820526.269137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c","EoS":false} {"level":"info","ts":1784820526.269148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c","EoS":true} {"level":"info","ts":1784820526.2691815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784820526.269195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784820526.2692165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c"} {"level":"info","ts":1784820526.299496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820526.2995653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798"} {"level":"info","ts":1784820526.299578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798"} {"level":"info","ts":1784820526.2995892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","EoS":false} {"level":"info","ts":1784820526.2995996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","EoS":true} {"level":"info","ts":1784820526.2996197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820526.2996368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820526.299648,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","modelName":"e2e-external-model"} {"level":"info","ts":1784820526.2996616,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820526.299702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798"} {"level":"info","ts":1784820526.3376198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820526.3376887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"} {"level":"info","ts":1784820526.3377013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"} {"level":"info","ts":1784820526.3377213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","EoS":false} {"level":"info","ts":1784820526.33774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","EoS":true} {"level":"info","ts":1784820526.3377662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784820526.337786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820526.3378136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"} {"level":"info","ts":1784820526.479796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820526.4798598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"} {"level":"info","ts":1784820526.4798691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"} {"level":"info","ts":1784820526.4798794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","EoS":false} {"level":"info","ts":1784820526.4798915,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","EoS":true} {"level":"info","ts":1784820526.479913,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","field":"model"} {"level":"info","ts":1784820526.4799383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"} {"level":"info","ts":1784820527.4950392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35721b83-772a-4556-853d-643a1c9291c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820527.49508,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35721b83-772a-4556-853d-643a1c9291c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820527.4950817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d94c207f-33b1-45dc-b16a-70aca0c11a62"} {"level":"info","ts":1784820527.6627736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"308c7a30-16a5-4fb4-9c3e-6dcf71b7493e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820527.66281,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"308c7a30-16a5-4fb4-9c3e-6dcf71b7493e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820527.6627758,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca33f3f3-98e5-425a-a956-d122279941f1"} {"level":"info","ts":1784821101.4791014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821101.4791987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d"} {"level":"info","ts":1784821101.4792087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d"} {"level":"info","ts":1784821101.4792206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d","EoS":false} {"level":"info","ts":1784821101.4792325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d","EoS":true} {"level":"info","ts":1784821101.4792528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784821101.4792686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d","path":"/ai-tenant-e2e-inf-b-979b59/test-model-979b59/v1/chat/completions"} {"level":"info","ts":1784821101.4792893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d85502a2-069a-46d8-bec6-551f7a24304d"} {"level":"info","ts":1784821122.564731,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821122.5648105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"} {"level":"info","ts":1784821122.5648217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"} {"level":"info","ts":1784821122.5648348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","EoS":false} {"level":"info","ts":1784821122.5648527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","EoS":true} {"level":"info","ts":1784821122.5648746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784821122.5648918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","path":"/ai-tenant-e2e-inf-b-979b59/test-model-979b59/v1/chat/completions"} {"level":"info","ts":1784821122.5649145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"} {"level":"info","ts":1784821678.0761476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821678.0762799,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd62c819-a89f-4d95-829d-995ec3e9569c"}