{"level":"info","ts":1785947895.1437252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e33a9593-7865-4dcb-ba87-b9fb705b46f6","EoS":true} {"level":"info","ts":1785947895.143743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e33a9593-7865-4dcb-ba87-b9fb705b46f6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785947895.1437569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e33a9593-7865-4dcb-ba87-b9fb705b46f6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785947895.1437747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e33a9593-7865-4dcb-ba87-b9fb705b46f6"} {"level":"info","ts":1785947895.8618667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947895.8619404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923"} {"level":"info","ts":1785947895.8619502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923"} {"level":"info","ts":1785947895.8619606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923","EoS":false} {"level":"info","ts":1785947895.8619714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923","EoS":true} {"level":"info","ts":1785947895.8619926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947895.8620071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947895.862028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bbc67ff-ce0f-495a-bd33-91588ab2a923"} {"level":"info","ts":1785947895.8986604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947895.8987193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1"} {"level":"info","ts":1785947895.8987384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1"} {"level":"info","ts":1785947895.8987541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1","EoS":false} {"level":"info","ts":1785947895.8987677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1","EoS":true} {"level":"info","ts":1785947895.898791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785947895.8988156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785947895.898844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97789aa4-e7af-434a-88a4-9840b3faa0f1"} {"level":"info","ts":1785947900.0502303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947900.0503109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f"} {"level":"info","ts":1785947900.0503209,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f"} {"level":"info","ts":1785947900.0503333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f","EoS":false} {"level":"info","ts":1785947900.0503712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f","EoS":true} {"level":"info","ts":1785947900.0504029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785947900.0504198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785947900.05044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efe0d688-8b28-485e-900f-921a42efb43f"} {"level":"info","ts":1785947915.8625314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947915.862611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89"} {"level":"info","ts":1785947915.8626244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89"} {"level":"info","ts":1785947915.862636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89","EoS":false} {"level":"info","ts":1785947915.8626482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89","EoS":true} {"level":"info","ts":1785947915.8626697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947915.862685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947915.8627057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cc0ad0f-db89-4521-9dc5-8a1545bfea89"} {"level":"info","ts":1785947916.0142314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947916.0143147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b"} {"level":"info","ts":1785947916.0143242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b"} {"level":"info","ts":1785947916.014335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b","EoS":false} {"level":"info","ts":1785947916.0143747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b","EoS":true} {"level":"info","ts":1785947916.0143967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947916.0144112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947916.0144305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e3b787a-356f-4477-b98f-03ef89a78f0b"} {"level":"info","ts":1785947916.1547272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947916.1548002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca"} {"level":"info","ts":1785947916.1548097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca"} {"level":"info","ts":1785947916.1548207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca","EoS":false} {"level":"info","ts":1785947916.1548297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca","EoS":true} {"level":"info","ts":1785947916.1548486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947916.1548638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947916.1548831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97d890fb-eb0e-47ff-a63f-6b0e3d19f1ca"} {"level":"info","ts":1785947916.2907116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947916.2907832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1"} {"level":"info","ts":1785947916.2907934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1"} {"level":"info","ts":1785947916.2908044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1","EoS":false} {"level":"info","ts":1785947916.2908156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1","EoS":true} {"level":"info","ts":1785947916.2908359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947916.2908509,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947916.29087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fc78e35-4e72-44e8-9265-0631ee275eb1"} {"level":"info","ts":1785947916.4339993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947916.4340687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05"} {"level":"info","ts":1785947916.4340794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05"} {"level":"info","ts":1785947916.4340909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05","EoS":false} {"level":"info","ts":1785947916.4341033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05","EoS":true} {"level":"info","ts":1785947916.4341233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947916.434137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947916.4341583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ea5ead3-7847-49f3-b68b-0079a17d6a05"} {"level":"info","ts":1785947916.5707383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947916.5708132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477"} {"level":"info","ts":1785947916.5708244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477"} {"level":"info","ts":1785947916.5708354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477","EoS":false} {"level":"info","ts":1785947916.5708466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477","EoS":true} {"level":"info","ts":1785947916.5708666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947916.5708811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947916.5709,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e22210b3-286e-48ad-ba8d-389d9f88d477"} {"level":"info","ts":1785947937.575379,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947937.5754623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96"} {"level":"info","ts":1785947937.5754726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96"} {"level":"info","ts":1785947937.5754857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96","EoS":false} {"level":"info","ts":1785947937.575499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96","EoS":true} {"level":"info","ts":1785947937.5755203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947937.5755348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947937.5755575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c035f111-7ad1-460b-ac51-4639f72e8b96"} {"level":"info","ts":1785947937.6120284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947937.612092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a"} {"level":"info","ts":1785947937.6121037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a"} {"level":"info","ts":1785947937.612119,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a","EoS":false} {"level":"info","ts":1785947937.612135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a","EoS":true} {"level":"info","ts":1785947937.6121588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947937.6121774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947937.6122005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ff6d62e-6d2d-48bb-b04c-11c79f16029a"} {"level":"info","ts":1785947937.648727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947937.6488082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440"} {"level":"info","ts":1785947937.648818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440"} {"level":"info","ts":1785947937.6488297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440","EoS":false} {"level":"info","ts":1785947937.6488402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440","EoS":true} {"level":"info","ts":1785947937.6488657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785947937.6488855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947937.6489117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6be6b0ba-349e-4548-bb3b-d72ee05ee440"} {"level":"info","ts":1785947937.6794643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947937.679545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d04d71a-9050-4be6-b6d5-6272062982dc"} {"level":"info","ts":1785947942.3740304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947942.3741083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327"} {"level":"info","ts":1785947942.3741245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327"} {"level":"info","ts":1785947942.3741376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327","EoS":false} {"level":"info","ts":1785947942.3741477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327","EoS":true} {"level":"info","ts":1785947942.3741672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947942.3741822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947942.3742032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17c34c02-cd3f-4a26-9726-a31ed2b1e327"} {"level":"info","ts":1785947951.0286376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947951.0287108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5"} {"level":"info","ts":1785947951.0287204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5"} {"level":"info","ts":1785947951.0287323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5","EoS":false} {"level":"info","ts":1785947951.028749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5","EoS":true} {"level":"info","ts":1785947951.0287743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785947951.0287893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785947951.028808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44039da4-b601-47e2-8e00-e457172e49f5"} {"level":"info","ts":1785947953.06275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947953.0628257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910"} {"level":"info","ts":1785947953.0628343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910"} {"level":"info","ts":1785947953.0628452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910","EoS":false} {"level":"info","ts":1785947953.062856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910","EoS":true} {"level":"info","ts":1785947953.0628781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785947953.0628934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785947953.0629132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf272862-a5db-40fb-a5b2-185fcc76e910"} {"level":"info","ts":1785947965.9642675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947965.964367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c"} {"level":"info","ts":1785947965.9643817,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c"} {"level":"info","ts":1785947965.9643943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c","EoS":false} {"level":"info","ts":1785947965.9644082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c","EoS":true} {"level":"info","ts":1785947965.9644296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947965.9644463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947965.9644704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d806b3f8-a51a-4747-af03-690c8093992c"} {"level":"info","ts":1785947978.3449697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947978.3450522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c"} {"level":"info","ts":1785947978.3450654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c"} {"level":"info","ts":1785947978.3450766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c","EoS":false} {"level":"info","ts":1785947978.3450875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c","EoS":true} {"level":"info","ts":1785947978.345109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947978.3451238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947978.345152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0d910a0-0633-4d01-8bce-1f04f3ea083c"} {"level":"info","ts":1785947980.3853354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947980.3854403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad"} {"level":"info","ts":1785947980.3854496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad"} {"level":"info","ts":1785947980.3854604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad","EoS":false} {"level":"info","ts":1785947980.3854735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad","EoS":true} {"level":"info","ts":1785947980.3854945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947980.385509,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947980.3855283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62dc35e4-8448-418b-99c9-6a0f9ac846ad"} {"level":"info","ts":1785947989.258853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947989.2589257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a"} {"level":"info","ts":1785947989.2589345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a"} {"level":"info","ts":1785947989.258945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a","EoS":false} {"level":"info","ts":1785947989.2589583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a","EoS":true} {"level":"info","ts":1785947989.2589796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947989.2589958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947989.259015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5f32ed5-beea-4d29-a5c3-a610938fed1a"} {"level":"info","ts":1785947998.226178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785947998.2262573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4"} {"level":"info","ts":1785947998.2262712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4"} {"level":"info","ts":1785947998.2262874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4","EoS":false} {"level":"info","ts":1785947998.2263007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4","EoS":true} {"level":"info","ts":1785947998.2263224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785947998.2263706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785947998.2264054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0be6f7b7-460a-4371-9295-344765fa6bb4"} {"level":"info","ts":1785948002.9218318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948002.921918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9"} {"level":"info","ts":1785948002.9219315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9"} {"level":"info","ts":1785948002.9219444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9","EoS":false} {"level":"info","ts":1785948002.9219632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9","EoS":true} {"level":"info","ts":1785948002.921986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785948002.9220014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948002.9220223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12095e03-a108-4b22-b3d1-4660f1f4d6d9"} {"level":"info","ts":1785948007.6617692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948007.6618555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0"} {"level":"info","ts":1785948007.661867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0"} {"level":"info","ts":1785948007.6618783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0","EoS":false} {"level":"info","ts":1785948007.6618893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0","EoS":true} {"level":"info","ts":1785948007.6619117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785948007.6619267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948007.6619465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16a3b29b-7cec-41a1-8c9f-043e6f6df7c0"} {"level":"info","ts":1785948018.5829885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948018.5830655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1"} {"level":"info","ts":1785948018.5830755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1"} {"level":"info","ts":1785948018.5830977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1","EoS":false} {"level":"info","ts":1785948018.5831156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1","EoS":true} {"level":"info","ts":1785948018.583136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785948018.5831516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948018.5831716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea197a28-861e-4b81-86fc-ad29d6cc5cc1"} {"level":"info","ts":1785948054.5449219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948054.5450053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94"} {"level":"info","ts":1785948054.545019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94"} {"level":"info","ts":1785948054.5450308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94","EoS":false} {"level":"info","ts":1785948054.5450444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94","EoS":true} {"level":"info","ts":1785948054.5450656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785948054.5450814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948054.5451021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b6a7201-f321-4b5d-8dff-f5cd3ffbea94"} {"level":"info","ts":1785948063.8263404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948063.826452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"658a767b-3752-4ade-9551-f138159d628d"} {"level":"info","ts":1785948063.8264618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"658a767b-3752-4ade-9551-f138159d628d"} {"level":"info","ts":1785948063.826474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"658a767b-3752-4ade-9551-f138159d628d","EoS":false} {"level":"info","ts":1785948063.8264866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"658a767b-3752-4ade-9551-f138159d628d","EoS":true} {"level":"info","ts":1785948063.8265088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"658a767b-3752-4ade-9551-f138159d628d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948063.8265245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"658a767b-3752-4ade-9551-f138159d628d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948063.8265438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"658a767b-3752-4ade-9551-f138159d628d"} {"level":"info","ts":1785948079.895707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948079.895779,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768"} {"level":"info","ts":1785948079.8957875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768"} {"level":"info","ts":1785948079.895798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768","EoS":false} {"level":"info","ts":1785948079.895808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768","EoS":true} {"level":"info","ts":1785948079.8958292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785948079.8958454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948079.895867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fbc15c4-58fe-4dd3-9f76-87ee895ca768"} {"level":"info","ts":1785948089.4169674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948089.4170465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96"} {"level":"info","ts":1785948089.4170578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96"} {"level":"info","ts":1785948089.4170687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96","EoS":false} {"level":"info","ts":1785948089.417082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96","EoS":true} {"level":"info","ts":1785948089.4171023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948089.4171178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948089.4171376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e28592f-9a83-46f5-99ce-bed6714e2d96"} {"level":"info","ts":1785948098.7478387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948098.7479126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec"} {"level":"info","ts":1785948098.7479222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec"} {"level":"info","ts":1785948098.7479339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec","EoS":false} {"level":"info","ts":1785948098.7479558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec","EoS":true} {"level":"info","ts":1785948098.747977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948098.7479916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948098.748012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9fa86328-a7fb-4e0d-891d-8799ed80fbec"} {"level":"info","ts":1785948098.7860346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948098.7860866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794"} {"level":"info","ts":1785948098.7860947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794"} {"level":"info","ts":1785948098.7861042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794","EoS":false} {"level":"info","ts":1785948098.7861135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794","EoS":true} {"level":"info","ts":1785948098.7861292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948098.786143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948098.7861602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3800a19b-a902-498e-9c1a-272c3e7e0794"} {"level":"info","ts":1785948117.9247053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948117.9247916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3"} {"level":"info","ts":1785948117.9248064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3"} {"level":"info","ts":1785948117.9248197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3","EoS":false} {"level":"info","ts":1785948117.9248323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3","EoS":true} {"level":"info","ts":1785948117.924852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948117.924867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948117.9248867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"805857af-6dd9-4250-9095-4ee737109ed3"} {"level":"info","ts":1785948127.1947298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948127.1948154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341"} {"level":"info","ts":1785948127.194827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341"} {"level":"info","ts":1785948127.1948378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341","EoS":false} {"level":"info","ts":1785948127.1948483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341","EoS":true} {"level":"info","ts":1785948127.1948695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948127.194885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948127.1949043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bf2626c-ebb1-4cdf-8547-9d2861abe341"} {"level":"info","ts":1785948143.0824041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948143.0824804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000"} {"level":"info","ts":1785948143.0824924,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000"} {"level":"info","ts":1785948143.0825043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000","EoS":false} {"level":"info","ts":1785948143.0825145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000","EoS":true} {"level":"info","ts":1785948143.0825336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785948143.0825493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948143.0825703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"544f13f2-1d40-4824-a189-8e7f6714e000"} {"level":"info","ts":1785948278.0360308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948278.0361147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9"} {"level":"info","ts":1785948278.0361242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9"} {"level":"info","ts":1785948278.0361352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9","EoS":false} {"level":"info","ts":1785948278.0361488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9","EoS":true} {"level":"info","ts":1785948278.0361702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785948278.0361862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785948278.0362046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"538684a0-ea60-4f71-95ac-ae4c06fa3bd9"} {"level":"info","ts":1785948299.018513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948299.0186052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059"} {"level":"info","ts":1785948299.0186143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059"} {"level":"info","ts":1785948299.018626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059","EoS":false} {"level":"info","ts":1785948299.0186377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059","EoS":true} {"level":"info","ts":1785948299.0186613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785948299.0186777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785948299.0186994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8090b463-492b-4708-9d24-5d9e3c859059"} {"level":"info","ts":1785948380.3977118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948380.397783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00"} {"level":"info","ts":1785948380.3977928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00"} {"level":"info","ts":1785948380.3978045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00","EoS":false} {"level":"info","ts":1785948380.3978143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00","EoS":true} {"level":"info","ts":1785948380.3978317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948380.397848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948380.3978677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea344567-e96a-4729-a323-8506319cdc00"} {"level":"info","ts":1785948395.6214132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948395.6214905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3"} {"level":"info","ts":1785948395.621503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3"} {"level":"info","ts":1785948395.6215138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3","EoS":false} {"level":"info","ts":1785948395.6215239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3","EoS":true} {"level":"info","ts":1785948395.6215446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948395.62156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948395.621581,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f2a4500-82f2-4c27-bbd2-b07d2d078ea3"} {"level":"info","ts":1785948395.9101863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948395.9102752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b"} {"level":"info","ts":1785948395.9102879,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b"} {"level":"info","ts":1785948395.9103043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b","EoS":false} {"level":"info","ts":1785948395.9103189,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b","EoS":true} {"level":"info","ts":1785948395.91034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785948395.9103787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948395.9104047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33b053ba-67e6-4c32-ad9f-c5e9ad508d9b"} {"level":"info","ts":1785948750.3641047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948750.3641913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee"} {"level":"info","ts":1785948750.3642006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee"} {"level":"info","ts":1785948750.364213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee","EoS":false} {"level":"info","ts":1785948750.3642268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee","EoS":true} {"level":"info","ts":1785948750.364247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785948750.3642619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948750.364285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6552609e-7b65-4a07-8d2d-76be61b909ee"} {"level":"info","ts":1785948750.4010668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948750.401136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f"} {"level":"info","ts":1785948750.4011471,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f"} {"level":"info","ts":1785948750.401158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f","EoS":false} {"level":"info","ts":1785948750.401169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f","EoS":true} {"level":"info","ts":1785948750.401191,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785948750.4012067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948750.4012263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"491ba247-3c54-4043-b6e8-cd5f0727c25f"} {"level":"info","ts":1785948750.4351974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948750.435253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee"} {"level":"info","ts":1785948750.4352617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee"} {"level":"info","ts":1785948750.4352717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee","EoS":false} {"level":"info","ts":1785948750.4352818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee","EoS":true} {"level":"info","ts":1785948750.4352992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785948750.4353118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948750.435329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6061afa-35ed-4eaa-88f9-827b0ec279ee"} {"level":"info","ts":1785948750.46808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948750.4681342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b"} {"level":"info","ts":1785948750.4681423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b"} {"level":"info","ts":1785948750.4681525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b","EoS":false} {"level":"info","ts":1785948750.4681637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b","EoS":true} {"level":"info","ts":1785948750.4681802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785948750.468194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948750.468213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed6dbdca-b745-410f-a069-2d48a1cb823b"} {"level":"info","ts":1785948755.3220894,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f72a1b58-3f49-4c68-b51f-8ef8b6dee58d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948755.3221269,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f72a1b58-3f49-4c68-b51f-8ef8b6dee58d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785948755.3221784,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0319d59d-f597-4767-a7cc-1a488854d6c1"} {"level":"info","ts":1785948755.3389344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36315.772618515,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.3389413,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32a7a2b7-1fb1-4de0-958c-676da8f6f8f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948755.338955,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.338968,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32a7a2b7-1fb1-4de0-958c-676da8f6f8f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785948755.4365902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"644b6c62-c61d-406d-b128-6e45eee9c3f5"} {"level":"info","ts":1785948755.4366276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4cdd92-89a1-404c-a735-5f5cf3f615ab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948755.436659,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4cdd92-89a1-404c-a735-5f5cf3f615ab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948755.5188262,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"644b6c62-c61d-406d-b128-6e45eee9c3f5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785948755.5190585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e284f031-8cd7-450a-ac10-16fd0dcb7abf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948755.5190933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e284f031-8cd7-450a-ac10-16fd0dcb7abf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948755.5208037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.5392294,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37232.098865831,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.5392592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785948755.5434542,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"644b6c62-c61d-406d-b128-6e45eee9c3f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785948755.5434966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"644b6c62-c61d-406d-b128-6e45eee9c3f5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.5435607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b247e00a-e711-4e88-abcc-b97fd94b6828"} {"level":"info","ts":1785948755.543586,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b247e00a-e711-4e88-abcc-b97fd94b6828","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785948755.5563388,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b247e00a-e711-4e88-abcc-b97fd94b6828","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.5580091,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.567108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"955a2f59-478b-42e3-ae71-2d98888d896c"} {"level":"info","ts":1785948755.5671394,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"955a2f59-478b-42e3-ae71-2d98888d896c","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785948755.5838268,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"955a2f59-478b-42e3-ae71-2d98888d896c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.6184192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f11e5f-016f-4c3b-92b9-9c1b522d0b84"} {"level":"info","ts":1785948755.6184497,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f11e5f-016f-4c3b-92b9-9c1b522d0b84","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785948755.6265392,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f11e5f-016f-4c3b-92b9-9c1b522d0b84","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.639578,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0319d59d-f597-4767-a7cc-1a488854d6c1","name":"e2e-external-provider"} {"level":"info","ts":1785948755.645459,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d45fbe1-d1e3-43aa-bda0-3a929d1e5b6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948755.645493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d45fbe1-d1e3-43aa-bda0-3a929d1e5b6e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948755.6455061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7acfc8f2-ef20-44fd-b348-bd41fcbdd3a5"} {"level":"info","ts":1785948755.64557,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"550bbb6b-572c-4dcb-a65e-fc8e8601762e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948755.6457367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36219.368077606,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.6457548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.6458116,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"550bbb6b-572c-4dcb-a65e-fc8e8601762e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785948755.6562192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948755.6607108,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0319d59d-f597-4767-a7cc-1a488854d6c1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785948755.669454,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0319d59d-f597-4767-a7cc-1a488854d6c1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.6695306,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b0c7db3-1176-4cca-8769-e41e6ac889ad"} {"level":"info","ts":1785948755.6695802,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b0c7db3-1176-4cca-8769-e41e6ac889ad","name":"e2e-external-provider"} {"level":"info","ts":1785948755.7084773,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b0c7db3-1176-4cca-8769-e41e6ac889ad","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785948755.7464225,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7acfc8f2-ef20-44fd-b348-bd41fcbdd3a5","name":"e2e-external-model"} {"level":"info","ts":1785948755.78133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89be11a3-36b0-4dd4-b0d7-d0e142559ff4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948755.781392,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89be11a3-36b0-4dd4-b0d7-d0e142559ff4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785948755.7967596,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7acfc8f2-ef20-44fd-b348-bd41fcbdd3a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785948755.796817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7acfc8f2-ef20-44fd-b348-bd41fcbdd3a5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.7968786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4427d58-d4d5-4003-a156-6ba5b706b54b"} {"level":"info","ts":1785948755.7969344,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4427d58-d4d5-4003-a156-6ba5b706b54b","name":"e2e-external-model"} {"level":"info","ts":1785948755.8036304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff11cad-d5c9-47e0-a6b1-37aae79cb9b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948755.80367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff11cad-d5c9-47e0-a6b1-37aae79cb9b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948755.8114078,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4427d58-d4d5-4003-a156-6ba5b706b54b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785948755.8188434,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4427d58-d4d5-4003-a156-6ba5b706b54b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.8189335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca06a521-adfb-4618-9a43-303b403617a8"} {"level":"info","ts":1785948755.8190057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca06a521-adfb-4618-9a43-303b403617a8","name":"e2e-external-model"} {"level":"info","ts":1785948755.8299236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85678c76-74f3-465f-b20c-6e87351b9ec8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948755.829959,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85678c76-74f3-465f-b20c-6e87351b9ec8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948755.8457046,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca06a521-adfb-4618-9a43-303b403617a8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785948755.8559666,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca06a521-adfb-4618-9a43-303b403617a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948755.8560588,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d657df7-21d7-412a-8a5a-ac61152380e0"} {"level":"info","ts":1785948755.8561115,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d657df7-21d7-412a-8a5a-ac61152380e0","name":"e2e-external-model"} {"level":"info","ts":1785948755.869105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d657df7-21d7-412a-8a5a-ac61152380e0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948767.1419313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948767.142004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8"} {"level":"info","ts":1785948767.1420166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8"} {"level":"info","ts":1785948767.1420326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8","EoS":false} {"level":"info","ts":1785948767.1420455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8","EoS":true} {"level":"info","ts":1785948767.1420693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785948767.142088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948767.1420984,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8","modelName":"e2e-external-model"} {"level":"info","ts":1785948767.1421206,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785948767.1421955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2ad2cdd-8484-452f-aa1d-5931f31f5cc8"} {"level":"info","ts":1785948767.2011137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948767.2011847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023"} {"level":"info","ts":1785948767.2011938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023"} {"level":"info","ts":1785948767.2012043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023","EoS":false} {"level":"info","ts":1785948767.2012155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023","EoS":true} {"level":"info","ts":1785948767.2012353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785948767.20125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948767.2012572,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023","modelName":"e2e-external-model"} {"level":"info","ts":1785948767.2012713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785948767.2013035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"352be2cd-5bac-4a60-ba72-2feb40694023"} {"level":"info","ts":1785948767.2261531,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948767.2262175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143"} {"level":"info","ts":1785948767.226227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143"} {"level":"info","ts":1785948767.2262375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143","EoS":false} {"level":"info","ts":1785948767.2262468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143","EoS":true} {"level":"info","ts":1785948767.2262664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785948767.2262805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948767.2262878,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143","modelName":"e2e-external-model"} {"level":"info","ts":1785948767.2263012,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785948767.2263389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23604f71-38e4-4347-a119-dc01da68d143"} {"level":"info","ts":1785948767.4487906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923acf93-f687-4156-9cbd-f3b1259297d0"} {"level":"info","ts":1785948767.4488022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"345157c8-ecd2-47cb-a2c1-5523c24e7110","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948767.448833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"345157c8-ecd2-47cb-a2c1-5523c24e7110","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948767.4576309,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c7ec8cc-396b-4a51-b2a8-6f7549adefe5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948767.457661,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c7ec8cc-396b-4a51-b2a8-6f7549adefe5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948767.457776,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923acf93-f687-4156-9cbd-f3b1259297d0","name":"e2e-cleanup-test"} {"level":"info","ts":1785948767.4703133,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923acf93-f687-4156-9cbd-f3b1259297d0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948767.4798317,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09bf9b70-5d14-4b05-8221-6f896bd80c20","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948767.4799066,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09bf9b70-5d14-4b05-8221-6f896bd80c20","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948767.4801068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f2fd374-0449-420e-97a2-2ebf27718885"} {"level":"info","ts":1785948767.480167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f2fd374-0449-420e-97a2-2ebf27718885","name":"e2e-cleanup-test"} {"level":"info","ts":1785948767.4974787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b64f3913-1c41-42c0-8705-b88159038ca5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948767.497517,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b64f3913-1c41-42c0-8705-b88159038ca5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785948767.4977524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f2fd374-0449-420e-97a2-2ebf27718885","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948767.4978113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8103e283-5dcd-4d0a-822f-18721ef3ff4b"} {"level":"info","ts":1785948767.4978688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8103e283-5dcd-4d0a-822f-18721ef3ff4b","name":"e2e-cleanup-test"} {"level":"info","ts":1785948767.5081952,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8103e283-5dcd-4d0a-822f-18721ef3ff4b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948767.5170665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da237a25-4a15-480d-810b-c7b0beb56e93","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948767.5171008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da237a25-4a15-480d-810b-c7b0beb56e93","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948767.5175717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbb845ca-6ac5-4178-bce8-228f866bda17"} {"level":"info","ts":1785948767.5176208,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbb845ca-6ac5-4178-bce8-228f866bda17","name":"e2e-cleanup-test"} {"level":"info","ts":1785948767.527523,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbb845ca-6ac5-4178-bce8-228f866bda17","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948775.6961446,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f1dbd2d-aba4-4268-a43c-e8b280fb9ceb"} {"level":"info","ts":1785948775.6961534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e351443e-aa18-4d1f-be14-7225791889d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948775.6962204,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e351443e-aa18-4d1f-be14-7225791889d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948779.9838808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948779.9839547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23"} {"level":"info","ts":1785948779.9839635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23"} {"level":"info","ts":1785948779.9839752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23","EoS":false} {"level":"info","ts":1785948779.9839888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23","EoS":true} {"level":"info","ts":1785948779.984015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785948779.9840314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785948779.9840555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bbc6bdd-aca3-4132-a860-8d9f3f14bd23"} {"level":"info","ts":1785948780.0347645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948780.0348377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee"} {"level":"info","ts":1785948780.0348537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee"} {"level":"info","ts":1785948780.0348718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee","EoS":false} {"level":"info","ts":1785948780.034887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee","EoS":true} {"level":"info","ts":1785948780.034911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785948780.03493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948780.034942,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee","modelName":"e2e-external-model"} {"level":"info","ts":1785948780.034966,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785948780.035012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6d84445-e378-4f9b-a3bb-6881a59ef1ee"} {"level":"info","ts":1785948780.1292427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948780.1292963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1"} {"level":"info","ts":1785948780.1293054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1"} {"level":"info","ts":1785948780.1293147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1","EoS":false} {"level":"info","ts":1785948780.129324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1","EoS":true} {"level":"info","ts":1785948780.1293614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785948780.12938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948780.1293986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"caa03478-c328-4e50-beba-9eb59d24bdb1"} {"level":"info","ts":1785948780.2910554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948780.2911024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3e29610-ec81-4829-bf60-a3d08eba3cc0"} {"level":"info","ts":1785948780.29111,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3e29610-ec81-4829-bf60-a3d08eba3cc0"} {"level":"info","ts":1785948780.2911196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3e29610-ec81-4829-bf60-a3d08eba3cc0","EoS":false} {"level":"info","ts":1785948780.2911294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3e29610-ec81-4829-bf60-a3d08eba3cc0","EoS":true} {"level":"info","ts":1785948780.29115,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d3e29610-ec81-4829-bf60-a3d08eba3cc0","field":"model"} {"level":"info","ts":1785948780.2911766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3e29610-ec81-4829-bf60-a3d08eba3cc0"} {"level":"info","ts":1785948781.193597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0612eb26-ffee-4359-961d-ec53a2b1fd4e"} {"level":"info","ts":1785948781.193649,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44347c9f-7a2d-4bd0-acda-528cacb2cf20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948781.1936784,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44347c9f-7a2d-4bd0-acda-528cacb2cf20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948781.3301535,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf496834-5362-4754-9fdc-98c63bb0319e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948781.3301897,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf496834-5362-4754-9fdc-98c63bb0319e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948781.3301601,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6aab478b-553e-4505-b68f-20fb75a6bcf0"} {"level":"info","ts":1785950244.532556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785950244.5326393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af882f7e-a9e2-4b13-81ce-4d2535891a74"} {"level":"info","ts":1785950317.618182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785950317.618274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444"} {"level":"info","ts":1785950317.6182895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444"} {"level":"info","ts":1785950317.618309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444","EoS":false} {"level":"info","ts":1785950317.6183305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444","EoS":true} {"level":"info","ts":1785950317.61838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785950317.6183991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785950317.61843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d7d337b-d4b0-4e64-8aa7-b15d759a8444"}