{"level":"info","ts":1784695395.5468025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"242d6193-d27f-480c-b2a0-cd0242356938"} {"level":"info","ts":1784695395.5468152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"242d6193-d27f-480c-b2a0-cd0242356938","EoS":false} {"level":"info","ts":1784695395.5468252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"242d6193-d27f-480c-b2a0-cd0242356938","EoS":true} {"level":"info","ts":1784695395.5468483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"242d6193-d27f-480c-b2a0-cd0242356938","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695395.546865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"242d6193-d27f-480c-b2a0-cd0242356938","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695395.5468953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"242d6193-d27f-480c-b2a0-cd0242356938"} {"level":"info","ts":1784695414.440459,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695414.4405339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6"} {"level":"info","ts":1784695414.4405422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6"} {"level":"info","ts":1784695414.4405534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6","EoS":false} {"level":"info","ts":1784695414.4405634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6","EoS":true} {"level":"info","ts":1784695414.4405851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695414.4406013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695414.4406202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc97cc6e-6c82-4a0e-94b2-ffc4b68004d6"} {"level":"info","ts":1784695414.577505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695414.5775883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"} {"level":"info","ts":1784695414.577599,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"} {"level":"info","ts":1784695414.57761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","EoS":false} {"level":"info","ts":1784695414.5776217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","EoS":true} {"level":"info","ts":1784695414.5776432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695414.577659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695414.5776806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"} {"level":"info","ts":1784695414.710374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695414.7104547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"} {"level":"info","ts":1784695414.710471,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"} {"level":"info","ts":1784695414.7104833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","EoS":false} {"level":"info","ts":1784695414.710498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","EoS":true} {"level":"info","ts":1784695414.7105238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695414.710541,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695414.7105603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"} {"level":"info","ts":1784695414.8440537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695414.8441274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"} {"level":"info","ts":1784695414.844137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"} {"level":"info","ts":1784695414.8441474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","EoS":false} {"level":"info","ts":1784695414.8441617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","EoS":true} {"level":"info","ts":1784695414.8441825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695414.8441978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695414.844218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"} {"level":"info","ts":1784695414.9817784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695414.9818544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"} {"level":"info","ts":1784695414.9818654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"} {"level":"info","ts":1784695414.9818761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","EoS":false} {"level":"info","ts":1784695414.98189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","EoS":true} {"level":"info","ts":1784695414.9819105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695414.9819326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695414.981961,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"} {"level":"info","ts":1784695415.1174943,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695415.117572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247"} {"level":"info","ts":1784695415.1175885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247"} {"level":"info","ts":1784695415.1176004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247","EoS":false} {"level":"info","ts":1784695415.1176121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247","EoS":true} {"level":"info","ts":1784695415.117633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695415.1176484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695415.117667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2b9933b-ea42-4bbe-a02d-1d370c832247"} {"level":"info","ts":1784695430.6477227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695430.647832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"} {"level":"info","ts":1784695430.647842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"} {"level":"info","ts":1784695430.647854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","EoS":false} {"level":"info","ts":1784695430.6478655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","EoS":true} {"level":"info","ts":1784695430.6478875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695430.6479042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695430.6479228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"} {"level":"info","ts":1784695430.685241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695430.6853209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f"} {"level":"info","ts":1784695430.6853302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f"} {"level":"info","ts":1784695430.6853416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f","EoS":false} {"level":"info","ts":1784695430.6853564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f","EoS":true} {"level":"info","ts":1784695430.6853774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695430.685392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695430.685411,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dddc2fb5-f10d-4bf6-aae6-be33094beb9f"} {"level":"info","ts":1784695430.7213993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695430.7214825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9"} {"level":"info","ts":1784695430.7215025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9"} {"level":"info","ts":1784695430.721522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9","EoS":false} {"level":"info","ts":1784695430.7215397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9","EoS":true} {"level":"info","ts":1784695430.7215705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695430.7215972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695430.7216296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15d54d27-c51d-4bc2-ba7f-66f7ee699db9"} {"level":"info","ts":1784695430.754757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695430.7548459,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4"} {"level":"info","ts":1784695435.354104,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695435.354202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"} {"level":"info","ts":1784695435.3542213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"} {"level":"info","ts":1784695435.3542387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","EoS":false} {"level":"info","ts":1784695435.3542523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","EoS":true} {"level":"info","ts":1784695435.3542728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695435.3542888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695435.3543086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"} {"level":"info","ts":1784695443.9101892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695443.9102635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f"} {"level":"info","ts":1784695443.9102724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f"} {"level":"info","ts":1784695443.9102829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f","EoS":false} {"level":"info","ts":1784695443.910295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f","EoS":true} {"level":"info","ts":1784695443.9103143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695443.9103293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695443.910349,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bc56ed1-9305-490a-8032-49cd34f9774f"} {"level":"info","ts":1784695445.9372122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695445.9372997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"} {"level":"info","ts":1784695445.9373097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"} {"level":"info","ts":1784695445.937323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","EoS":false} {"level":"info","ts":1784695445.937337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","EoS":true} {"level":"info","ts":1784695445.9373577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695445.9373739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695445.9373941,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"} {"level":"info","ts":1784695458.7691262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695458.7692034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"} {"level":"info","ts":1784695458.769212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"} {"level":"info","ts":1784695458.769224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","EoS":false} {"level":"info","ts":1784695458.7692337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","EoS":true} {"level":"info","ts":1784695458.769256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695458.7692719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695458.7692912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"} {"level":"info","ts":1784695467.2885613,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695467.2886407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"} {"level":"info","ts":1784695467.2886534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"} {"level":"info","ts":1784695467.2886643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","EoS":false} {"level":"info","ts":1784695467.288676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","EoS":true} {"level":"info","ts":1784695467.288703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695467.2887194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695467.288752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"} {"level":"info","ts":1784695476.1268625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695476.1269574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"} {"level":"info","ts":1784695476.1269734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"} {"level":"info","ts":1784695476.126992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","EoS":false} {"level":"info","ts":1784695476.1270115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","EoS":true} {"level":"info","ts":1784695476.1270432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695476.1270635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695476.127094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"} {"level":"info","ts":1784695485.0969486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695485.0970285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854"} {"level":"info","ts":1784695485.0970402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854"} {"level":"info","ts":1784695485.097051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854","EoS":false} {"level":"info","ts":1784695485.097062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854","EoS":true} {"level":"info","ts":1784695485.0970824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695485.0970986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695485.097117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1096c632-7fce-4042-9e33-a870b3d6b854"} {"level":"info","ts":1784695489.8005898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695489.8006837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75"} {"level":"info","ts":1784695489.800699,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75"} {"level":"info","ts":1784695489.8007123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75","EoS":false} {"level":"info","ts":1784695489.8007245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75","EoS":true} {"level":"info","ts":1784695489.8007615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695489.8007784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695489.8007972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d1540b6-9620-4b7c-a25d-d243da3cae75"} {"level":"info","ts":1784695494.5523732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695494.5524585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8"} {"level":"info","ts":1784695494.552472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8"} {"level":"info","ts":1784695494.5524833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8","EoS":false} {"level":"info","ts":1784695494.5524945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8","EoS":true} {"level":"info","ts":1784695494.5525165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695494.5525327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695494.552552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f25cdb2d-6a71-4e58-ad92-b5b6ead28ce8"} {"level":"info","ts":1784695494.7994514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695494.7995315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701"} {"level":"info","ts":1784695494.7995403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701"} {"level":"info","ts":1784695494.799553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701","EoS":false} {"level":"info","ts":1784695494.7995646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701","EoS":true} {"level":"info","ts":1784695494.799585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695494.7995996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695494.7996187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24023276-054b-44bf-9783-e5feb94fa701"} {"level":"info","ts":1784695496.833856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695496.8339515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a"} {"level":"info","ts":1784695496.8339674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a"} {"level":"info","ts":1784695496.8339798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a","EoS":false} {"level":"info","ts":1784695496.8339903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a","EoS":true} {"level":"info","ts":1784695496.8340123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695496.8340266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695496.8340478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff3229c8-415d-49a2-98ff-637e331e327a"} {"level":"info","ts":1784695498.867713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695498.8678346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"} {"level":"info","ts":1784695498.867848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"} {"level":"info","ts":1784695498.8678613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","EoS":false} {"level":"info","ts":1784695498.867876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","EoS":true} {"level":"info","ts":1784695498.8678987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695498.867914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695498.8679345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"} {"level":"info","ts":1784695521.0540855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695521.0541759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"} {"level":"info","ts":1784695521.054191,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"} {"level":"info","ts":1784695521.0542045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","EoS":false} {"level":"info","ts":1784695521.054217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","EoS":true} {"level":"info","ts":1784695521.0542364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695521.0542512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695521.054272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"} {"level":"info","ts":1784695530.3343787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695530.334452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9"} {"level":"info","ts":1784695530.3344617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9"} {"level":"info","ts":1784695530.334474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9","EoS":false} {"level":"info","ts":1784695530.3344843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9","EoS":true} {"level":"info","ts":1784695530.334501,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695530.3345165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695530.3345382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"084605b8-dd10-432c-8ed3-8806090950d9"} {"level":"info","ts":1784695535.8062055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695535.8062937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b"} {"level":"info","ts":1784695535.8063087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b"} {"level":"info","ts":1784695535.806326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b","EoS":false} {"level":"info","ts":1784695535.806341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b","EoS":true} {"level":"info","ts":1784695535.806369,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695535.806389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695535.806419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9edb835a-a57c-4112-8c03-fb6d6dd5755b"} {"level":"info","ts":1784695545.2706494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695545.270726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea"} {"level":"info","ts":1784695545.2707593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea"} {"level":"info","ts":1784695545.270771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea","EoS":false} {"level":"info","ts":1784695545.2707822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea","EoS":true} {"level":"info","ts":1784695545.2708097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695545.2708251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695545.2708447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c508bd2-e041-4007-a5cb-28c11e024dea"} {"level":"info","ts":1784695547.3010926,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695547.3012116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"} {"level":"info","ts":1784695547.3012314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"} {"level":"info","ts":1784695547.301246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","EoS":false} {"level":"info","ts":1784695547.3012571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","EoS":true} {"level":"info","ts":1784695547.301294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695547.3013105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695547.3013353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"} {"level":"info","ts":1784695556.6332412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695556.6333342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"} {"level":"info","ts":1784695556.6333508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"} {"level":"info","ts":1784695556.6333709,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","EoS":false} {"level":"info","ts":1784695556.6333916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","EoS":true} {"level":"info","ts":1784695556.6334205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695556.633439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695556.6334789,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"} {"level":"info","ts":1784695556.669068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695556.6691544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"} {"level":"info","ts":1784695556.6691682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"} {"level":"info","ts":1784695556.66918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","EoS":false} {"level":"info","ts":1784695556.6691906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","EoS":true} {"level":"info","ts":1784695556.669212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695556.6692276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695556.6692505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"} {"level":"info","ts":1784695575.5823467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695575.5824437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"} {"level":"info","ts":1784695575.582463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"} {"level":"info","ts":1784695575.5824802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","EoS":false} {"level":"info","ts":1784695575.5824935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","EoS":true} {"level":"info","ts":1784695575.582515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695575.582531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695575.582552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"} {"level":"info","ts":1784695584.842398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695584.8424914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e"} {"level":"info","ts":1784695584.8425078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e"} {"level":"info","ts":1784695584.8425207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e","EoS":false} {"level":"info","ts":1784695584.8425343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e","EoS":true} {"level":"info","ts":1784695584.8425548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695584.8425698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695584.8425882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc90e394-460a-4168-93da-bca802a85a2e"} {"level":"info","ts":1784695590.010178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695590.010259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064"} {"level":"info","ts":1784695590.0102699,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064"} {"level":"info","ts":1784695590.0102808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064","EoS":false} {"level":"info","ts":1784695590.0102913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064","EoS":true} {"level":"info","ts":1784695590.0103185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695590.010335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695590.0103555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed94bc2e-855d-458f-bcda-0262d9986064"} {"level":"info","ts":1784695680.095855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695680.0959346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c"} {"level":"info","ts":1784695680.0959477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c"} {"level":"info","ts":1784695680.095959,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c","EoS":false} {"level":"info","ts":1784695680.0959704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c","EoS":true} {"level":"info","ts":1784695680.0959928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784695680.0960073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784695680.0960264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20ee1abe-88d5-40f8-93b0-a0d1642b4b2c"} {"level":"info","ts":1784695703.0211494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695703.0212324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"} {"level":"info","ts":1784695703.0212424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"} {"level":"info","ts":1784695703.0212533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","EoS":false} {"level":"info","ts":1784695703.0212638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","EoS":true} {"level":"info","ts":1784695703.0212862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784695703.0213015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784695703.0213244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"} {"level":"info","ts":1784695739.714684,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695739.7147954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"} {"level":"info","ts":1784695739.7148106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"} {"level":"info","ts":1784695739.7148232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","EoS":false} {"level":"info","ts":1784695739.714835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","EoS":true} {"level":"info","ts":1784695739.7148554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695739.7148688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695739.714888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"} {"level":"info","ts":1784695754.9290287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695754.9291177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"} {"level":"info","ts":1784695754.9291272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"} {"level":"info","ts":1784695754.929139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","EoS":false} {"level":"info","ts":1784695754.9291527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","EoS":true} {"level":"info","ts":1784695754.929176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695754.9291935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695754.9292138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"} {"level":"info","ts":1784695755.1905048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695755.1905787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11"} {"level":"info","ts":1784695755.190589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11"} {"level":"info","ts":1784695755.1906006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11","EoS":false} {"level":"info","ts":1784695755.190613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11","EoS":true} {"level":"info","ts":1784695755.1906335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695755.1906483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695755.1906676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81162314-46ed-4623-849c-1577b2cbec11"} {"level":"info","ts":1784696066.5363712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696066.5364747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"} {"level":"info","ts":1784696066.536492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"} {"level":"info","ts":1784696066.5365105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","EoS":false} {"level":"info","ts":1784696066.5365298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","EoS":true} {"level":"info","ts":1784696066.5365622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784696066.5365822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696066.5366104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"} {"level":"info","ts":1784696066.5708194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696066.5709095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65"} {"level":"info","ts":1784696066.5709257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65"} {"level":"info","ts":1784696066.5709383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65","EoS":false} {"level":"info","ts":1784696066.5709522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65","EoS":true} {"level":"info","ts":1784696066.5709722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784696066.5709865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696066.571009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"078d71c9-18bf-4345-a21a-34a665dc9f65"} {"level":"info","ts":1784696066.6026928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696066.6027923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a"} {"level":"info","ts":1784696066.6028042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a"} {"level":"info","ts":1784696066.6028156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a","EoS":false} {"level":"info","ts":1784696066.60283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a","EoS":true} {"level":"info","ts":1784696066.6028569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784696066.602873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696066.602892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c3089e9-7af6-4dbf-8127-51151db9d22a"} {"level":"info","ts":1784696071.4262464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b251e161-2524-4b4d-b649-eb7c76e42172","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696071.4262888,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b251e161-2524-4b4d-b649-eb7c76e42172","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784696071.4262912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e661bb2d-59cb-49aa-a6ac-d1e3d4dc8107"} {"level":"info","ts":1784696071.4316864,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7832fda8-e240-48d1-9f0e-13efe9d9d4d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696071.4317129,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7832fda8-e240-48d1-9f0e-13efe9d9d4d2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784696071.4326406,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e661bb2d-59cb-49aa-a6ac-d1e3d4dc8107","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696071.4329007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37762.193130661,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.4329226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.527097,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.613232,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1cba3-b936-480c-b431-8f9410e40e50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696071.61329,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1cba3-b936-480c-b431-8f9410e40e50","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784696071.6141768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3082e8cc-5144-42d3-a0a8-82ab74f43742"} {"level":"info","ts":1784696071.6145446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c01738a-fcb0-4504-afb3-d3749ecfa3c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696071.61458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c01738a-fcb0-4504-afb3-d3749ecfa3c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696071.6146672,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38821.187607916,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.6146832,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.6152256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35252.458334581,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.6152437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.6227837,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.6767507,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696071.6842747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c893c570-4b92-4e9e-8571-5a520f2c75fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696071.6843219,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c893c570-4b92-4e9e-8571-5a520f2c75fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696071.6988697,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0454c7aa-e00b-41ed-aac9-76bc62a33397","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696071.6989226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0454c7aa-e00b-41ed-aac9-76bc62a33397","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696071.7104223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb64b59b-4ab9-43aa-83cc-c5997f0c3d91","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696071.7104645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb64b59b-4ab9-43aa-83cc-c5997f0c3d91","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696071.7153335,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3082e8cc-5144-42d3-a0a8-82ab74f43742","name":"e2e-external-model"} {"level":"info","ts":1784696071.7153332,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e661bb2d-59cb-49aa-a6ac-d1e3d4dc8107","name":"e2e-external-provider"} {"level":"info","ts":1784696071.7228923,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3082e8cc-5144-42d3-a0a8-82ab74f43742","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696071.7243352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e661bb2d-59cb-49aa-a6ac-d1e3d4dc8107","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784696071.7260396,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3082e8cc-5144-42d3-a0a8-82ab74f43742","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696071.726138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca74ec18-2b20-464c-b406-f8646a88b41b"} {"level":"info","ts":1784696071.7261977,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca74ec18-2b20-464c-b406-f8646a88b41b","name":"e2e-external-model"} {"level":"error","ts":1784696071.7274303,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e661bb2d-59cb-49aa-a6ac-d1e3d4dc8107","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696071.7275271,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9783086a-6c66-4755-be34-2ed1392c1105"} {"level":"info","ts":1784696071.727573,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9783086a-6c66-4755-be34-2ed1392c1105","name":"e2e-external-provider"} {"level":"info","ts":1784696071.7332873,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca74ec18-2b20-464c-b406-f8646a88b41b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696071.7355208,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9783086a-6c66-4755-be34-2ed1392c1105","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784696078.8038747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696078.8039474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e"} {"level":"info","ts":1784696078.803957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e"} {"level":"info","ts":1784696078.8039677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e","EoS":false} {"level":"info","ts":1784696078.8039815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e","EoS":true} {"level":"info","ts":1784696078.8039997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696078.8040152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696078.804022,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e","modelName":"e2e-external-model"} {"level":"info","ts":1784696078.8040373,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696078.8040931,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a5aaf43-25a3-4ce4-9d14-c5db34704c7e"} {"level":"info","ts":1784696078.8511057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696078.8511808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8"} {"level":"info","ts":1784696078.8511906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8"} {"level":"info","ts":1784696078.8512015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8","EoS":false} {"level":"info","ts":1784696078.851212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8","EoS":true} {"level":"info","ts":1784696078.8512337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696078.8512506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696078.8512573,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8","modelName":"e2e-external-model"} {"level":"info","ts":1784696078.8512716,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696078.851307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7892c04-e10a-45a3-a1d0-1651200a9fc8"} {"level":"info","ts":1784696078.8738432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696078.873919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2"} {"level":"info","ts":1784696078.8739328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2"} {"level":"info","ts":1784696078.873952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","EoS":false} {"level":"info","ts":1784696078.8739676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","EoS":true} {"level":"info","ts":1784696078.873993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696078.874013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696078.8740273,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","modelName":"e2e-external-model"} {"level":"info","ts":1784696078.8740485,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696078.8740938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2"} {"level":"info","ts":1784696078.991217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6787ea00-76d8-4b19-a285-a49dbfc86288"} {"level":"info","ts":1784696078.9912174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94bd6ffc-b7f9-4278-bd1d-8388b09fc8eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696078.9913282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94bd6ffc-b7f9-4278-bd1d-8388b09fc8eb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696078.9959319,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6787ea00-76d8-4b19-a285-a49dbfc86288","name":"e2e-cleanup-test"} {"level":"info","ts":1784696078.9959517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e806a023-a599-41a0-89ff-21abd157a985","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696078.995977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e806a023-a599-41a0-89ff-21abd157a985","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696079.003894,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6787ea00-76d8-4b19-a285-a49dbfc86288","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696079.0095663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48e5c4aa-8610-432f-8786-1273d2ee7ba5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696079.009601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48e5c4aa-8610-432f-8786-1273d2ee7ba5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696079.0096178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40aae94c-b09a-4990-a502-a94311e06ff7"} {"level":"info","ts":1784696079.0096827,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40aae94c-b09a-4990-a502-a94311e06ff7","name":"e2e-cleanup-test"} {"level":"error","ts":1784696079.0228038,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40aae94c-b09a-4990-a502-a94311e06ff7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696079.022889,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed92607-abe9-4852-8b58-a7f95fb11063","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696079.022903,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3011d17f-60d0-4978-bf0d-2d0dce49fb76"} {"level":"info","ts":1784696079.022925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed92607-abe9-4852-8b58-a7f95fb11063","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696079.0229764,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3011d17f-60d0-4978-bf0d-2d0dce49fb76","name":"e2e-cleanup-test"} {"level":"info","ts":1784696079.0311162,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3011d17f-60d0-4978-bf0d-2d0dce49fb76","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696079.0371664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eaefa50-cc0a-457e-941f-651eb4793ee9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696079.0372052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eaefa50-cc0a-457e-941f-651eb4793ee9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696079.0373502,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bdccfbd-b9ce-4755-aa80-580f0570b0e6"} {"level":"info","ts":1784696079.0374143,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bdccfbd-b9ce-4755-aa80-580f0570b0e6","name":"e2e-cleanup-test"} {"level":"info","ts":1784696079.044433,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bdccfbd-b9ce-4755-aa80-580f0570b0e6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696087.2423148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6164ed2a-d9eb-4b09-a413-f93df51ed411"} {"level":"info","ts":1784696087.2423255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3904b4f-21ad-43bc-ab02-beb230d245aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696087.2423918,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3904b4f-21ad-43bc-ab02-beb230d245aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696091.538854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696091.538947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634"} {"level":"info","ts":1784696091.538958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634"} {"level":"info","ts":1784696091.5389745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634","EoS":false} {"level":"info","ts":1784696091.5389934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634","EoS":true} {"level":"info","ts":1784696091.5390184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784696091.5390403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784696091.5390675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634"} {"level":"info","ts":1784696091.5656471,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696091.5657501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69"} {"level":"info","ts":1784696091.5657718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69"} {"level":"info","ts":1784696091.565797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","EoS":false} {"level":"info","ts":1784696091.5658126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","EoS":true} {"level":"info","ts":1784696091.565835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696091.565851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696091.5658576,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","modelName":"e2e-external-model"} {"level":"info","ts":1784696091.5658731,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696091.5659137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69"} {"level":"info","ts":1784696091.6033912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696091.6034567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"} {"level":"info","ts":1784696091.6034687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"} {"level":"info","ts":1784696091.6034796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","EoS":false} {"level":"info","ts":1784696091.6034966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","EoS":true} {"level":"info","ts":1784696091.6035166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784696091.6035318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696091.603549,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"} {"level":"info","ts":1784696091.7975106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696091.7975817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"} {"level":"info","ts":1784696091.7975903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"} {"level":"info","ts":1784696091.7976007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","EoS":false} {"level":"info","ts":1784696091.7976105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","EoS":true} {"level":"info","ts":1784696091.797632,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","field":"model"} {"level":"info","ts":1784696091.7976556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"} {"level":"info","ts":1784696092.6919494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"825169ff-a3d5-4caf-9410-3b332af3b87f"} {"level":"info","ts":1784696092.6919918,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5708a310-bece-49dc-9dd5-561d95d72cac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696092.6920269,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5708a310-bece-49dc-9dd5-561d95d72cac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696092.835329,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86cebbe1-f2aa-4dc3-ad34-41ffc2cf1a15"} {"level":"info","ts":1784696092.8353443,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15a1bd8d-a2ed-44c8-93a9-8d58a4793b55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696092.8353758,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15a1bd8d-a2ed-44c8-93a9-8d58a4793b55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696689.787206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696689.787298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff"} {"level":"info","ts":1784696689.7873108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff"} {"level":"info","ts":1784696689.787334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff","EoS":false} {"level":"info","ts":1784696689.7873502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff","EoS":true} {"level":"info","ts":1784696689.7873816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784696689.7874022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff","path":"/ai-tenant-e2e-inf-b-33bb6b/test-model-33bb6b/v1/chat/completions"} {"level":"info","ts":1784696689.7874348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02376797-9a1f-4cdd-83ff-f53a487d7eff"} {"level":"info","ts":1784696710.8759375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696710.8760362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"} {"level":"info","ts":1784696710.8760498,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"} {"level":"info","ts":1784696710.8760707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","EoS":false} {"level":"info","ts":1784696710.8760905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","EoS":true} {"level":"info","ts":1784696710.876117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784696710.8761346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","path":"/ai-tenant-e2e-inf-b-33bb6b/test-model-33bb6b/v1/chat/completions"} {"level":"info","ts":1784696710.8761635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"} {"level":"info","ts":1784697162.768959,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697162.769048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"} {"level":"info","ts":1784697162.7690609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"} {"level":"info","ts":1784697162.769079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","EoS":false} {"level":"info","ts":1784697162.7690976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","EoS":true} {"level":"info","ts":1784697162.7691243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697162.7691426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","path":"/ai-tenant-e2e-shared-a-81d7ca/rate-test-model-81d7ca/v1/completions"} {"level":"info","ts":1784697162.7691712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"} {"level":"info","ts":1784697163.8445625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697163.8446505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"} {"level":"info","ts":1784697163.8446589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"} {"level":"info","ts":1784697163.8446708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","EoS":false} {"level":"info","ts":1784697163.8446822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","EoS":true} {"level":"info","ts":1784697163.8447042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697163.8447196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","path":"/ai-tenant-e2e-shared-a-81d7ca/rate-test-model-81d7ca/v1/completions"} {"level":"info","ts":1784697163.8447533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"} {"level":"info","ts":1784697164.8800352,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697164.8801174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640"} {"level":"info","ts":1784697164.8801272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640"} {"level":"info","ts":1784697164.8801396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640","EoS":false} {"level":"info","ts":1784697164.8801508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640","EoS":true} {"level":"info","ts":1784697164.880173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697164.88019,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640","path":"/ai-tenant-e2e-shared-a-81d7ca/rate-test-model-81d7ca/v1/completions"} {"level":"info","ts":1784697164.8802097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68113c99-609f-92f3-a91d-03efa4854640"} {"level":"info","ts":1784697179.9043758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697179.9044497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"} {"level":"info","ts":1784697179.9044588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"} {"level":"info","ts":1784697179.90447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","EoS":false} {"level":"info","ts":1784697179.9044838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","EoS":true} {"level":"info","ts":1784697179.9045033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697179.9045177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","path":"/ai-tenant-e2e-shared-b-0c4b46/rate-test-model-0c4b46/v1/completions"} {"level":"info","ts":1784697179.904533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}