{"level":"info","ts":1784738251.5557973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41bd3756-defa-40fb-8baf-1a5eb1540bb4"} {"level":"info","ts":1784738255.7325358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738255.732635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece"} {"level":"info","ts":1784738255.7326477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece"} {"level":"info","ts":1784738255.7326646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece","EoS":false} {"level":"info","ts":1784738255.7326808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece","EoS":true} {"level":"info","ts":1784738255.73271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738255.7327285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738255.732753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36068d55-c03b-4ede-a739-cbb30b82eece"} {"level":"info","ts":1784738274.7517757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738274.7518563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.7518692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.7518806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","EoS":false} {"level":"info","ts":1784738274.7518935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","EoS":true} {"level":"info","ts":1784738274.75192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738274.7519362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738274.7519517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.8867924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738274.886865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.8868742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.8868856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","EoS":false} {"level":"info","ts":1784738274.8868985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","EoS":true} {"level":"info","ts":1784738274.8869221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738274.8869374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738274.8869574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738275.0202045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.0202882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.0203023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.020315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","EoS":false} {"level":"info","ts":1784738275.0203266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","EoS":true} {"level":"info","ts":1784738275.020346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738275.0203733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.0203917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.1544716,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.154564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.1545818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.1546054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","EoS":false} {"level":"info","ts":1784738275.154625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","EoS":true} {"level":"info","ts":1784738275.1546524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738275.1546714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.1547008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.289696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.2897909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.289807,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.2898197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","EoS":false} {"level":"info","ts":1784738275.2898312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","EoS":true} {"level":"info","ts":1784738275.2898538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738275.2898695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.2898955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.4261312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.4262211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1"} {"level":"info","ts":1784738275.426233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1"} {"level":"info","ts":1784738275.4262488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1","EoS":false} {"level":"info","ts":1784738275.4262643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1","EoS":true} {"level":"info","ts":1784738275.426287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738275.426302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.4263291,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"052bc16d-1ec7-4e01-aea8-b090dee782a1"} {"level":"info","ts":1784738294.311682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738294.3117714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3117864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3118021,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","EoS":false} {"level":"info","ts":1784738294.3118138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","EoS":true} {"level":"info","ts":1784738294.3118372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738294.3118525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738294.3118753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3472774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738294.3474236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e"} {"level":"info","ts":1784738294.3474379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e"} {"level":"info","ts":1784738294.3474522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e","EoS":false} {"level":"info","ts":1784738294.347463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e","EoS":true} {"level":"info","ts":1784738294.3474889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738294.3475058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738294.3475254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c43f3ac-da4b-4030-91ed-aade3e263b1e"} {"level":"info","ts":1784738294.3781273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738294.3782072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf"} {"level":"info","ts":1784738294.3782187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf"} {"level":"info","ts":1784738294.3782308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf","EoS":false} {"level":"info","ts":1784738294.378244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf","EoS":true} {"level":"info","ts":1784738294.378264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738294.3782825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738294.378309,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1489b96-b514-42ac-9a95-3d2998c2bedf"} {"level":"info","ts":1784738294.4118025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738294.4118774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72"} {"level":"info","ts":1784738299.0792005,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738299.0792725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.0792832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.079295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","EoS":false} {"level":"info","ts":1784738299.079309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","EoS":true} {"level":"info","ts":1784738299.0793302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738299.0793455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738299.0794241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738307.659498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738307.659606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6596184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6596303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","EoS":false} {"level":"info","ts":1784738307.6596432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","EoS":true} {"level":"info","ts":1784738307.659665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738307.6596806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738307.6597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738320.5453286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738320.5454433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.5454595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.5454776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","EoS":false} {"level":"info","ts":1784738320.5455246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","EoS":true} {"level":"info","ts":1784738320.545556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738320.5455787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738320.5456052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738329.081676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738329.0817554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.0817645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.081822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","EoS":false} {"level":"info","ts":1784738329.0818334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","EoS":true} {"level":"info","ts":1784738329.0818534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738329.0818686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738329.0818896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738337.9671073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738337.9671867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9671957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9672074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","EoS":false} {"level":"info","ts":1784738337.9672194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","EoS":true} {"level":"info","ts":1784738337.967245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738337.967266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738337.9672909,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738346.9964244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738346.9965036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20"} {"level":"info","ts":1784738346.9965143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20"} {"level":"info","ts":1784738346.9965255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20","EoS":false} {"level":"info","ts":1784738346.9965427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20","EoS":true} {"level":"info","ts":1784738346.996564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738346.99658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738346.9965968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ccedd8b-f04a-4b74-b802-262961096d20"} {"level":"info","ts":1784738351.7910733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738351.791157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad"} {"level":"info","ts":1784738351.7911713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad"} {"level":"info","ts":1784738351.7911823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad","EoS":false} {"level":"info","ts":1784738351.791193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad","EoS":true} {"level":"info","ts":1784738351.791259,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738351.7912753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738351.7912977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"631bca28-d9b8-4ea1-9174-6fba55062dad"} {"level":"info","ts":1784738356.559158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738356.5592315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99"} {"level":"info","ts":1784738356.5592403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99"} {"level":"info","ts":1784738356.5592513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99","EoS":false} {"level":"info","ts":1784738356.5592628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99","EoS":true} {"level":"info","ts":1784738356.5593278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738356.5593445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738356.5593657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce536203-b4e7-49ce-a732-1afe20f2cb99"} {"level":"info","ts":1784738356.8206356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738356.8207138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176"} {"level":"info","ts":1784738356.8207226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176"} {"level":"info","ts":1784738356.820734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176","EoS":false} {"level":"info","ts":1784738356.8207486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176","EoS":true} {"level":"info","ts":1784738356.8207712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738356.8207855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738356.8208025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef7e075d-b4c3-4e17-8c21-05b0538c5176"} {"level":"info","ts":1784738358.8519354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738358.8520172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f"} {"level":"info","ts":1784738358.8520253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f"} {"level":"info","ts":1784738358.8520372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f","EoS":false} {"level":"info","ts":1784738358.852054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f","EoS":true} {"level":"info","ts":1784738358.8520749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738358.85209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738358.8521116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"304ddeb5-eff3-4415-8b83-83ea67a40f2f"} {"level":"info","ts":1784738360.8814855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738360.8815708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c"} {"level":"info","ts":1784738360.881585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c"} {"level":"info","ts":1784738360.881601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c","EoS":false} {"level":"info","ts":1784738360.8816202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c","EoS":true} {"level":"info","ts":1784738360.8816473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738360.8816683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738360.8816895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39470dbd-9b6b-4169-9adb-f8ecadc3ce3c"} {"level":"info","ts":1784738362.9116237,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738362.9117048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.9117146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.911726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","EoS":false} {"level":"info","ts":1784738362.9117386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","EoS":true} {"level":"info","ts":1784738362.9117644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738362.9117825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738362.911802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738385.3676045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738385.3676777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.367687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.367698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","EoS":false} {"level":"info","ts":1784738385.3677158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","EoS":true} {"level":"info","ts":1784738385.3677413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738385.367759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738385.3677807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738394.7354953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738394.7355905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b"} {"level":"info","ts":1784738394.7356026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b"} {"level":"info","ts":1784738394.7356198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b","EoS":false} {"level":"info","ts":1784738394.7356339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b","EoS":true} {"level":"info","ts":1784738394.7356675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738394.7356877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738394.7357154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf7d1bf1-e461-4783-bfdf-ed84e3027e0b"} {"level":"info","ts":1784738400.1976674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738400.1977477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780"} {"level":"info","ts":1784738400.197759,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780"} {"level":"info","ts":1784738400.1977708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780","EoS":false} {"level":"info","ts":1784738400.1978202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780","EoS":true} {"level":"info","ts":1784738400.1978476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738400.1978614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738400.1978831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54fd5535-fe31-4c2d-ac28-8696641dc780"} {"level":"info","ts":1784738410.8284283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738410.828516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd"} {"level":"info","ts":1784738410.8285267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd"} {"level":"info","ts":1784738410.828539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd","EoS":false} {"level":"info","ts":1784738410.8285494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd","EoS":true} {"level":"info","ts":1784738410.828609,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738410.8286252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738410.8286467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e833338-f6fd-4e73-a2d2-02b36e29b0fd"} {"level":"info","ts":1784738412.8593493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738412.859459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.8594718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.859484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","EoS":false} {"level":"info","ts":1784738412.8594937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","EoS":true} {"level":"info","ts":1784738412.8595138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738412.8595347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738412.8595617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738422.33676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738422.3368514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3368635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3368783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","EoS":false} {"level":"info","ts":1784738422.3368905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","EoS":true} {"level":"info","ts":1784738422.3369129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738422.3369288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738422.3369532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.372252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738422.37234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3723538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3723652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","EoS":false} {"level":"info","ts":1784738422.3723767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","EoS":true} {"level":"info","ts":1784738422.3724184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738422.3724346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738422.3724515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738441.5624309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738441.562506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.5625186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.5625303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","EoS":false} {"level":"info","ts":1784738441.5625412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","EoS":true} {"level":"info","ts":1784738441.562562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738441.562578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738441.5625973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738450.9162664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738450.91635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3"} {"level":"info","ts":1784738450.9163644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3"} {"level":"info","ts":1784738450.916376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3","EoS":false} {"level":"info","ts":1784738450.916407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3","EoS":true} {"level":"info","ts":1784738450.916433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738450.9164486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738450.9164693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f5dfa2f-ff5f-49ec-b330-ce692b5a69b3"} {"level":"info","ts":1784738456.2103288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738456.2104461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d"} {"level":"info","ts":1784738456.2104616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d"} {"level":"info","ts":1784738456.2104778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d","EoS":false} {"level":"info","ts":1784738456.2104914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d","EoS":true} {"level":"info","ts":1784738456.2105112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784738456.2105262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738456.2105463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29b1895f-c0ad-4e35-b9c6-8d0d99f3ab3d"} {"level":"info","ts":1784738549.07966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738549.0797462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f"} {"level":"info","ts":1784738549.0797582,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f"} {"level":"info","ts":1784738549.0798123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f","EoS":false} {"level":"info","ts":1784738549.0798233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f","EoS":true} {"level":"info","ts":1784738549.0798452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784738549.079858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784738549.07988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b54b0b1-04b8-4de9-bb15-d6f03e27dc8f"} {"level":"info","ts":1784738574.6094968,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738574.6095834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.609593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.6096048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","EoS":false} {"level":"info","ts":1784738574.6096225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","EoS":true} {"level":"info","ts":1784738574.6096416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784738574.6096563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784738574.6096718,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738612.110543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738612.110621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.1106298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.110642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","EoS":false} {"level":"info","ts":1784738612.110654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","EoS":true} {"level":"info","ts":1784738612.1106734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738612.110688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738612.1107068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738627.4470627,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738627.4471385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.4471474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.4471588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","EoS":false} {"level":"info","ts":1784738627.4471738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","EoS":true} {"level":"info","ts":1784738627.447197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738627.4472167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738627.4472392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.7463014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738627.7463806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c"} {"level":"info","ts":1784738627.7463908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c"} {"level":"info","ts":1784738627.7464252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c","EoS":false} {"level":"info","ts":1784738627.7464364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c","EoS":true} {"level":"info","ts":1784738627.7464564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738627.7464712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738627.7464929,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64346833-5fc0-49e4-a2f0-4a24eafbe47c"} {"level":"info","ts":1784738984.3376684,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738984.3377588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3377678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3377798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","EoS":false} {"level":"info","ts":1784738984.33779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","EoS":true} {"level":"info","ts":1784738984.3378172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738984.3378363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738984.3378575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3735957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738984.3736947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5"} {"level":"info","ts":1784738984.3737109,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5"} {"level":"info","ts":1784738984.3737297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5","EoS":false} {"level":"info","ts":1784738984.3737519,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5","EoS":true} {"level":"info","ts":1784738984.3737848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738984.3738027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738984.3738317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"581b5300-cb7f-4b17-8ff9-83a35d6659d5"} {"level":"info","ts":1784738984.4318511,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738984.4319327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253"} {"level":"info","ts":1784738984.4319851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253"} {"level":"info","ts":1784738984.4320025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253","EoS":false} {"level":"info","ts":1784738984.432016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253","EoS":true} {"level":"info","ts":1784738984.4320364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738984.4320514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738984.432076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0054e0a1-875a-4f6b-85d5-8b3aa8ac6253"} {"level":"info","ts":1784738989.3087795,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8fec27d-0586-460f-a5d1-3b0ac5156e63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738989.308821,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8fec27d-0586-460f-a5d1-3b0ac5156e63","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738989.3088686,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"627074ff-a6dc-4096-9592-0c8963ae39b9"} {"level":"info","ts":1784738989.3170178,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65966909-aad4-4ea8-9f54-bb9501fcef40","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738989.3170462,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65966909-aad4-4ea8-9f54-bb9501fcef40","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738989.3175364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38017.832534094,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.3175561,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.4365847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4ba5128-5839-46fe-a2cb-2679270e0028"} {"level":"info","ts":1784738989.4367123,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4ba5128-5839-46fe-a2cb-2679270e0028","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784738989.4376292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2278f960-31d3-4e8a-8495-77b631cece63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.437668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2278f960-31d3-4e8a-8495-77b631cece63","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.437828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1235e269-5a83-4e18-928c-bde5a1182989","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.4378633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1235e269-5a83-4e18-928c-bde5a1182989","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.4400632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784738989.4409344,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4ba5128-5839-46fe-a2cb-2679270e0028","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738989.440982,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4ba5128-5839-46fe-a2cb-2679270e0028","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.441056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"765a97a6-ae88-4e7d-9c3a-8caa0164ac9c"} {"level":"info","ts":1784738989.4410827,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"765a97a6-ae88-4e7d-9c3a-8caa0164ac9c","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784738989.445513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"765a97a6-ae88-4e7d-9c3a-8caa0164ac9c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.455766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f99e23a9-12df-4fbe-bf8c-38956a637484"} {"level":"info","ts":1784738989.4557967,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f99e23a9-12df-4fbe-bf8c-38956a637484","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784738989.4602199,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f99e23a9-12df-4fbe-bf8c-38956a637484","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.4687393,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90582d33-a2fb-47ff-a1a1-52d46db77514","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738989.4687722,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90582d33-a2fb-47ff-a1a1-52d46db77514","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738989.4687731,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8adbaa92-32af-49c4-9d87-23a90a4953cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.4687915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8adbaa92-32af-49c4-9d87-23a90a4953cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.468842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"980dd4a9-2723-4d8b-9e9a-a3be318455be"} {"level":"info","ts":1784738989.4690359,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36466.575366716,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.4690504,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.517743,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36928.057896439,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.517772,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.5334275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.534848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.5701046,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"980dd4a9-2723-4d8b-9e9a-a3be318455be","name":"e2e-external-model"} {"level":"info","ts":1784738989.5895472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4836b49d-de8e-4bce-92f7-2efb2cc5f179","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.589587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4836b49d-de8e-4bce-92f7-2efb2cc5f179","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738989.5929995,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"980dd4a9-2723-4d8b-9e9a-a3be318455be","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738989.5930574,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"980dd4a9-2723-4d8b-9e9a-a3be318455be","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.5931067,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d55686b8-2e8d-4b63-81b4-8d99f8fa9d6d"} {"level":"info","ts":1784738989.5931573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d55686b8-2e8d-4b63-81b4-8d99f8fa9d6d","name":"e2e-external-model"} {"level":"info","ts":1784738989.6027617,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d55686b8-2e8d-4b63-81b4-8d99f8fa9d6d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738989.6062357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e37acb26-18ad-456b-96d6-3ff11bef215f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.6062686,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e37acb26-18ad-456b-96d6-3ff11bef215f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738989.609285,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d55686b8-2e8d-4b63-81b4-8d99f8fa9d6d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.6093848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36d337c9-7547-4177-aa52-32f8a3b0c62d"} {"level":"info","ts":1784738989.6094704,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36d337c9-7547-4177-aa52-32f8a3b0c62d","name":"e2e-external-model"} {"level":"info","ts":1784738989.6170819,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36d337c9-7547-4177-aa52-32f8a3b0c62d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738989.6180105,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"627074ff-a6dc-4096-9592-0c8963ae39b9","name":"e2e-external-provider"} {"level":"info","ts":1784738989.621114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"728666d8-3bc8-45d3-a679-c5f94f1b5d98","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.6211412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"728666d8-3bc8-45d3-a679-c5f94f1b5d98","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738989.62416,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36d337c9-7547-4177-aa52-32f8a3b0c62d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.6242409,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcab7215-569e-4acf-a5be-cf588b657416"} {"level":"info","ts":1784738989.6242902,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcab7215-569e-4acf-a5be-cf588b657416","name":"e2e-external-model"} {"level":"info","ts":1784738989.6307304,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"627074ff-a6dc-4096-9592-0c8963ae39b9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784738989.6332948,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcab7215-569e-4acf-a5be-cf588b657416","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784738989.6341114,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"627074ff-a6dc-4096-9592-0c8963ae39b9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.6342099,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03e3ab1e-05a7-43f2-bbb6-827ba8804f91"} {"level":"info","ts":1784738989.6342523,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03e3ab1e-05a7-43f2-bbb6-827ba8804f91","name":"e2e-external-provider"} {"level":"info","ts":1784738989.6435466,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03e3ab1e-05a7-43f2-bbb6-827ba8804f91","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784738998.9918694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738998.991948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa"} {"level":"info","ts":1784738998.9919572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa"} {"level":"info","ts":1784738998.9919684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa","EoS":false} {"level":"info","ts":1784738998.9919784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa","EoS":true} {"level":"info","ts":1784738998.9920018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738998.992023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738998.9920335,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa","modelName":"e2e-external-model"} {"level":"info","ts":1784738998.9920478,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738998.9920905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a937053f-8d73-451f-9d91-a7a2bb837baa"} {"level":"info","ts":1784738999.0354195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738999.0355716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b"} {"level":"info","ts":1784738999.035588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b"} {"level":"info","ts":1784738999.0356092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b","EoS":false} {"level":"info","ts":1784738999.035628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b","EoS":true} {"level":"info","ts":1784738999.0356529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738999.0356717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738999.0356836,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b","modelName":"e2e-external-model"} {"level":"info","ts":1784738999.0357015,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738999.0357487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca0eca66-c821-4e9b-8d15-6a872365928b"} {"level":"info","ts":1784738999.0611482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738999.0612364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18"} {"level":"info","ts":1784738999.0612528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18"} {"level":"info","ts":1784738999.061272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","EoS":false} {"level":"info","ts":1784738999.0612922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","EoS":true} {"level":"info","ts":1784738999.061323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738999.061343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738999.0613558,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","modelName":"e2e-external-model"} {"level":"info","ts":1784738999.0613742,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738999.0614536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18"} {"level":"info","ts":1784738999.20552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08066157-5249-4c25-9f12-47b26515bef6"} {"level":"info","ts":1784738999.205525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3ff7521-096a-41d2-8e2f-80a93fbf89cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2055652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3ff7521-096a-41d2-8e2f-80a93fbf89cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.211117,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08066157-5249-4c25-9f12-47b26515bef6","name":"e2e-cleanup-test"} {"level":"info","ts":1784738999.21114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac21ea68-c035-4581-942a-714045c403e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2111638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac21ea68-c035-4581-942a-714045c403e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.2277014,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08066157-5249-4c25-9f12-47b26515bef6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738999.2353365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cee93fe5-3166-4fbd-863e-aba16bcbf9fb"} {"level":"info","ts":1784738999.2353578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4002f31c-aaf4-41c2-bcf6-314a855b2e95","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2353787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4002f31c-aaf4-41c2-bcf6-314a855b2e95","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.235424,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cee93fe5-3166-4fbd-863e-aba16bcbf9fb","name":"e2e-cleanup-test"} {"level":"error","ts":1784738999.2497892,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cee93fe5-3166-4fbd-863e-aba16bcbf9fb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738999.249852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d40fcd8-ca39-4f92-bc20-bb8a579c50c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2498846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d40fcd8-ca39-4f92-bc20-bb8a579c50c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.2498581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcf0e47-603e-4a29-a5e0-0f3d937fb744"} {"level":"info","ts":1784738999.2499428,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcf0e47-603e-4a29-a5e0-0f3d937fb744","name":"e2e-cleanup-test"} {"level":"info","ts":1784738999.2575817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcf0e47-603e-4a29-a5e0-0f3d937fb744","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738999.2628984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a82ec098-12d9-4499-af75-f16d9cb0ba05"} {"level":"info","ts":1784738999.262903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f82b5cb7-053a-4aa0-a10e-a8ab14f36a44","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2629313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f82b5cb7-053a-4aa0-a10e-a8ab14f36a44","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.262944,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a82ec098-12d9-4499-af75-f16d9cb0ba05","name":"e2e-cleanup-test"} {"level":"info","ts":1784738999.2707186,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a82ec098-12d9-4499-af75-f16d9cb0ba05","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784739007.4776812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f02006e5-e62f-4b7f-9f75-e06b08b58762"} {"level":"info","ts":1784739007.4776924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92867447-1ca2-4ed9-8fc0-fca1d4af4f50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784739007.4777563,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92867447-1ca2-4ed9-8fc0-fca1d4af4f50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784739011.7721837,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.7722812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36"} {"level":"info","ts":1784739011.7722976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36"} {"level":"info","ts":1784739011.772317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36","EoS":false} {"level":"info","ts":1784739011.7723358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36","EoS":true} {"level":"info","ts":1784739011.7723658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784739011.7723844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784739011.7724392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36"} {"level":"info","ts":1784739011.800372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.8004727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e"} {"level":"info","ts":1784739011.8004851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e"} {"level":"info","ts":1784739011.8005047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","EoS":false} {"level":"info","ts":1784739011.8005228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","EoS":true} {"level":"info","ts":1784739011.800554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784739011.8005755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784739011.800587,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","modelName":"e2e-external-model"} {"level":"info","ts":1784739011.8006094,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784739011.8006554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e"} {"level":"info","ts":1784739011.8409462,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.8410258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.8410358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.841047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","EoS":false} {"level":"info","ts":1784739011.8410568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","EoS":true} {"level":"info","ts":1784739011.841078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784739011.8410907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784739011.8411057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.9870436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.9871566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739011.987173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739011.9871914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","EoS":false} {"level":"info","ts":1784739011.9872046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","EoS":true} {"level":"info","ts":1784739011.9872267,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","field":"model"} {"level":"info","ts":1784739011.987252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739012.9418204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58dbfe39-f9f0-4d3b-80da-2eb1f190c976"} {"level":"info","ts":1784739012.941867,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ffa775b-1e5d-4593-b92f-2cc066d2516a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784739012.9418976,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ffa775b-1e5d-4593-b92f-2cc066d2516a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784739013.1357946,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0bbc221-e953-474a-8714-077d57870035"} {"level":"info","ts":1784739013.1357956,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"362ce909-0038-47b2-95bb-455dc624287c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784739013.1358747,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"362ce909-0038-47b2-95bb-455dc624287c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784739614.393096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739614.3931766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf"} {"level":"info","ts":1784739614.3931859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf"} {"level":"info","ts":1784739614.393198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf","EoS":false} {"level":"info","ts":1784739614.3932095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf","EoS":true} {"level":"info","ts":1784739614.3932273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739614.3932428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf","path":"/ai-tenant-e2e-inf-b-4b1cd3/test-model-4b1cd3/v1/chat/completions"} {"level":"info","ts":1784739614.3932638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"135c9328-d818-48f7-a272-60df7cd52faf"} {"level":"info","ts":1784739635.4923453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739635.4924572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.4924674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.49248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","EoS":false} {"level":"info","ts":1784739635.4924905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","EoS":true} {"level":"info","ts":1784739635.4925117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739635.492528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","path":"/ai-tenant-e2e-inf-b-4b1cd3/test-model-4b1cd3/v1/chat/completions"} {"level":"info","ts":1784739635.4925506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784740174.3208303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740174.3209076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.3209155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.3209252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","EoS":false} {"level":"info","ts":1784740174.3209364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","EoS":true} {"level":"info","ts":1784740174.3209574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784740174.32097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","path":"/ai-tenant-e2e-shared-b-cfb31b/rate-test-model-cfb31b/v1/completions"} {"level":"info","ts":1784740174.3209915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"}