{"level":"info","ts":1784942864.9160607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","EoS":true} {"level":"info","ts":1784942864.9160774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942864.9160903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942864.9161093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942877.6274369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942877.627522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6275387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6275558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","EoS":false} {"level":"info","ts":1784942877.6275728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","EoS":true} {"level":"info","ts":1784942877.6276007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942877.6276188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942877.6276398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6656604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942877.6657152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3"} {"level":"info","ts":1784942877.665723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3"} {"level":"info","ts":1784942877.6657326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3","EoS":false} {"level":"info","ts":1784942877.6657422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3","EoS":true} {"level":"info","ts":1784942877.6657577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942877.6657722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942877.665792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"baa5969d-b57a-40ee-a664-187df44409f3"} {"level":"info","ts":1784942877.686365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942877.6864233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061"} {"level":"info","ts":1784942877.686435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061"} {"level":"info","ts":1784942877.6864457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061","EoS":false} {"level":"info","ts":1784942877.6864567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061","EoS":true} {"level":"info","ts":1784942877.6864724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942877.686483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942877.6865022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdc4a795-2ae1-403e-b709-6daf4920c061"} {"level":"info","ts":1784942877.728293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942877.7283576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf"} {"level":"info","ts":1784942877.7283704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf"} {"level":"info","ts":1784942877.728382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf","EoS":false} {"level":"info","ts":1784942877.7283945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf","EoS":true} {"level":"info","ts":1784942877.7284136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942877.7284288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942877.7284465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b4e1e0a-b8ac-45df-8cad-3b3c33cd2ddf"} {"level":"info","ts":1784942878.3695416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942878.3696306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.3696406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.3696525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","EoS":false} {"level":"info","ts":1784942878.3696659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","EoS":true} {"level":"info","ts":1784942878.3696878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942878.3697042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942878.3697245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.4034724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942878.4035358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef"} {"level":"info","ts":1784942878.4035509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef"} {"level":"info","ts":1784942878.4035695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef","EoS":false} {"level":"info","ts":1784942878.40359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef","EoS":true} {"level":"info","ts":1784942878.4036138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942878.4036305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942878.4036565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88e00bc7-74ab-40b4-9515-b8d3e4b06fef"} {"level":"info","ts":1784942882.553281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942882.5533693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179"} {"level":"info","ts":1784942882.5533834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179"} {"level":"info","ts":1784942882.5533998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179","EoS":false} {"level":"info","ts":1784942882.553411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179","EoS":true} {"level":"info","ts":1784942882.5534322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942882.553449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942882.5534732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6294d9d4-3f5b-4c79-a1ed-da4077fe8179"} {"level":"info","ts":1784942898.3508322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.3509145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.3509307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.3509457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","EoS":false} {"level":"info","ts":1784942898.3509564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","EoS":true} {"level":"info","ts":1784942898.3509972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942898.3510141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.351035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.4866247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.4867027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.4867127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.4867232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","EoS":false} {"level":"info","ts":1784942898.486743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","EoS":true} {"level":"info","ts":1784942898.486763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942898.486779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.4867988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.6201134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.6202006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.6202164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.6202295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","EoS":false} {"level":"info","ts":1784942898.6202402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","EoS":true} {"level":"info","ts":1784942898.6202607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942898.6202748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.6202946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.7525697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.75264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.752649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.7526603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","EoS":false} {"level":"info","ts":1784942898.7526717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","EoS":true} {"level":"info","ts":1784942898.7526953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942898.7527165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.7527385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.8856208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.8857102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.8857284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.8857477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","EoS":false} {"level":"info","ts":1784942898.8857667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","EoS":true} {"level":"info","ts":1784942898.8857996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942898.88582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.8858511,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942899.0182178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942899.0183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a"} {"level":"info","ts":1784942899.0183148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a"} {"level":"info","ts":1784942899.018327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a","EoS":false} {"level":"info","ts":1784942899.0183382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a","EoS":true} {"level":"info","ts":1784942899.018356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942899.018371,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942899.01839,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce59989d-46d7-453a-85f1-c010ea6e957a"} {"level":"info","ts":1784942917.9475846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942917.9476576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.9476705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.947685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","EoS":false} {"level":"info","ts":1784942917.9477043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","EoS":true} {"level":"info","ts":1784942917.9477253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942917.9477403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942917.947761,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.9815524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942917.9816294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222"} {"level":"info","ts":1784942917.9816422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222"} {"level":"info","ts":1784942917.9816542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222","EoS":false} {"level":"info","ts":1784942917.9816651,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222","EoS":true} {"level":"info","ts":1784942917.9816837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942917.9817183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942917.9817393,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4793740b-a9f0-4d12-b0e7-951ae97f5222"} {"level":"info","ts":1784942918.0096993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942918.0097709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe"} {"level":"info","ts":1784942918.009783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe"} {"level":"info","ts":1784942918.009796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe","EoS":false} {"level":"info","ts":1784942918.0098057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe","EoS":true} {"level":"info","ts":1784942918.0098202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942918.0098336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942918.0098493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b3a34a3-f977-4f94-89b8-14e6d5e40bbe"} {"level":"info","ts":1784942918.0387235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942918.038767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0"} {"level":"info","ts":1784942922.6567323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942922.6568227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.6568365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.6568503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","EoS":false} {"level":"info","ts":1784942922.6568606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","EoS":true} {"level":"info","ts":1784942922.656881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942922.6568968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942922.6569164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942931.2140203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942931.2141197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7"} {"level":"info","ts":1784942931.2141378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7"} {"level":"info","ts":1784942931.214157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7","EoS":false} {"level":"info","ts":1784942931.2141771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7","EoS":true} {"level":"info","ts":1784942931.214208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942931.214228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942931.2142577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9221303d-a7f5-4380-bf51-6ebd8c67a1a7"} {"level":"info","ts":1784942933.2424536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942933.2425268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.242539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.2425501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","EoS":false} {"level":"info","ts":1784942933.2425628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","EoS":true} {"level":"info","ts":1784942933.242582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942933.2425983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942933.2426178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942946.0965097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942946.0966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.0966175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.096637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","EoS":false} {"level":"info","ts":1784942946.0966563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","EoS":true} {"level":"info","ts":1784942946.0966902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942946.096707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942946.0967362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942954.6156185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942954.6156971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.615711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.6157224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","EoS":false} {"level":"info","ts":1784942954.6157331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","EoS":true} {"level":"info","ts":1784942954.615755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942954.61577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942954.6157942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942963.4866264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942963.4867017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.4867122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.4867232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","EoS":false} {"level":"info","ts":1784942963.486733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","EoS":true} {"level":"info","ts":1784942963.486753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942963.4867687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942963.486788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942972.4559948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942972.4560661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e"} {"level":"info","ts":1784942972.4560757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e"} {"level":"info","ts":1784942972.4560869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e","EoS":false} {"level":"info","ts":1784942972.456099,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e","EoS":true} {"level":"info","ts":1784942972.4561188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942972.4561343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942972.4561539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04bbc563-2c69-4c4b-b564-cb965f6e733e"} {"level":"info","ts":1784942980.2985103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942980.2985861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937"} {"level":"info","ts":1784942980.2985947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937"} {"level":"info","ts":1784942980.2986064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937","EoS":false} {"level":"info","ts":1784942980.2986195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937","EoS":true} {"level":"info","ts":1784942980.29864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942980.298656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942980.298678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce94c796-cba8-40c1-8d49-22c152be8937"} {"level":"info","ts":1784942985.040009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942985.0400946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296"} {"level":"info","ts":1784942985.0401082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296"} {"level":"info","ts":1784942985.0401213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296","EoS":false} {"level":"info","ts":1784942985.0401318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296","EoS":true} {"level":"info","ts":1784942985.0401542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942985.0401711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942985.0401924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"332ca708-87d6-4022-93be-bcad42a7b296"} {"level":"info","ts":1784942985.432809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942985.4328847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"207c19c0-a97a-428a-9469-86188816f668"} {"level":"info","ts":1784942985.4328983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"207c19c0-a97a-428a-9469-86188816f668"} {"level":"info","ts":1784942985.4329104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"207c19c0-a97a-428a-9469-86188816f668","EoS":false} {"level":"info","ts":1784942985.4329233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"207c19c0-a97a-428a-9469-86188816f668","EoS":true} {"level":"info","ts":1784942985.432947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"207c19c0-a97a-428a-9469-86188816f668","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942985.4329627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"207c19c0-a97a-428a-9469-86188816f668","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942985.4330266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"207c19c0-a97a-428a-9469-86188816f668"} {"level":"info","ts":1784942987.4637876,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942987.4638622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374"} {"level":"info","ts":1784942987.463873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374"} {"level":"info","ts":1784942987.4638839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374","EoS":false} {"level":"info","ts":1784942987.4638934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374","EoS":true} {"level":"info","ts":1784942987.4639165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942987.4639332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942987.463956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9bade79-1197-475c-a366-c1fd81db8374"} {"level":"info","ts":1784942989.4975698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942989.4976547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.4976656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.4976795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","EoS":false} {"level":"info","ts":1784942989.4976938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","EoS":true} {"level":"info","ts":1784942989.4977148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942989.4977317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942989.4977524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784943012.2597678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943012.2598517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.259862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.2598734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","EoS":false} {"level":"info","ts":1784943012.2598855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","EoS":true} {"level":"info","ts":1784943012.2599106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784943012.2599268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784943012.2599497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943021.609448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943021.609533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946"} {"level":"info","ts":1784943021.609549,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946"} {"level":"info","ts":1784943021.6095617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946","EoS":false} {"level":"info","ts":1784943021.6095724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946","EoS":true} {"level":"info","ts":1784943021.6096005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943021.609616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943021.609636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdcef224-d824-482d-8c9b-eea906b52946"} {"level":"info","ts":1784943038.080309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943038.0803945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10"} {"level":"info","ts":1784943038.0804074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10"} {"level":"info","ts":1784943038.0804188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10","EoS":false} {"level":"info","ts":1784943038.0804298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10","EoS":true} {"level":"info","ts":1784943038.0804493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784943038.0804646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784943038.0804846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03406c87-3d75-4fd0-93c0-9e1c05150b10"} {"level":"info","ts":1784943047.768526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943047.7686055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.7686186,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.768631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","EoS":false} {"level":"info","ts":1784943047.7686422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","EoS":true} {"level":"info","ts":1784943047.7686634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943047.768679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943047.7686985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943057.2734642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943057.2735465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.2735584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.2735708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","EoS":false} {"level":"info","ts":1784943057.2735887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","EoS":true} {"level":"info","ts":1784943057.2736125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943057.2736292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943057.27365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.3192606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943057.3193388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.3193543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.319368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","EoS":false} {"level":"info","ts":1784943057.3193784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","EoS":true} {"level":"info","ts":1784943057.3193944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943057.319409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943057.3194282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943076.6191068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943076.6191814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6191926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6192038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","EoS":false} {"level":"info","ts":1784943076.619214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","EoS":true} {"level":"info","ts":1784943076.6192348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943076.6192513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943076.619272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943086.0347586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943086.0348432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3"} {"level":"info","ts":1784943086.0348566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3"} {"level":"info","ts":1784943086.034875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3","EoS":false} {"level":"info","ts":1784943086.0348935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3","EoS":true} {"level":"info","ts":1784943086.034927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943086.0349457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943086.0349998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79214340-2ef7-4027-8b85-1b7e5f5145b3"} {"level":"info","ts":1784943091.5077481,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943091.50783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14"} {"level":"info","ts":1784943091.5078444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14"} {"level":"info","ts":1784943091.5078561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14","EoS":false} {"level":"info","ts":1784943091.5078697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14","EoS":true} {"level":"info","ts":1784943091.5078907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784943091.5079067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784943091.5079272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce58bb54-1473-4b79-9f55-71f886bc5b14"} {"level":"info","ts":1784943304.3255606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943304.3256657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3256793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3256934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","EoS":false} {"level":"info","ts":1784943304.3257067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","EoS":true} {"level":"info","ts":1784943304.325731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943304.3257515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943304.3257754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943319.6120148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943319.6121254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.612138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.61215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","EoS":false} {"level":"info","ts":1784943319.6121616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","EoS":true} {"level":"info","ts":1784943319.612183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943319.612198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943319.6122177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.942383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943319.9424598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8"} {"level":"info","ts":1784943319.9424698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8"} {"level":"info","ts":1784943319.9424808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8","EoS":false} {"level":"info","ts":1784943319.9424915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8","EoS":true} {"level":"info","ts":1784943319.9425159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943319.9425328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943319.9425538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4472f429-ad9f-45eb-8378-92b68b1c38d8"} {"level":"info","ts":1784943646.9505613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943646.9506552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9506676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9506805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","EoS":false} {"level":"info","ts":1784943646.9506936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","EoS":true} {"level":"info","ts":1784943646.950714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784943646.9507294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943646.9507513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9844708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943646.9845412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382"} {"level":"info","ts":1784943646.984553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382"} {"level":"info","ts":1784943646.9845648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382","EoS":false} {"level":"info","ts":1784943646.984575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382","EoS":true} {"level":"info","ts":1784943646.98459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784943646.9846027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943646.9846196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64e18e4c-81b6-4417-a678-b073299eb382"} {"level":"info","ts":1784943647.0267868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943647.0268433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709"} {"level":"info","ts":1784943647.0268538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709"} {"level":"info","ts":1784943647.0268636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709","EoS":false} {"level":"info","ts":1784943647.0268734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709","EoS":true} {"level":"info","ts":1784943647.026887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784943647.026899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943647.0269175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d2f9e9f-161d-4a0a-b136-1d6dbe7af709"} {"level":"info","ts":1784943651.946864,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d429e5d4-6128-4921-b4ce-f87a41b8a746","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943651.9468684,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5964628b-baa2-420c-8005-aca99a43e1de"} {"level":"info","ts":1784943651.9469078,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d429e5d4-6128-4921-b4ce-f87a41b8a746","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943651.9538999,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"326eed8a-e1a0-4d10-bba6-5acca4281946","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943651.9539258,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"326eed8a-e1a0-4d10-bba6-5acca4281946","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784943651.9551728,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5964628b-baa2-420c-8005-aca99a43e1de","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943651.9554217,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35176.858067999,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943651.9554367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.1385515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af06d36-25e3-4715-95a6-c1fb8a01bb01"} {"level":"info","ts":1784943652.138889,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48daf17b-e9e7-4e5f-a728-f1f5a2dabb6b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.1389177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48daf17b-e9e7-4e5f-a728-f1f5a2dabb6b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.1390126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9377a4df-8a10-48f8-bbd3-4d9c76e1e830","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.1390288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9377a4df-8a10-48f8-bbd3-4d9c76e1e830","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.1393204,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"085c4951-eaef-4e12-8c30-853391472b3c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943652.1393569,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"085c4951-eaef-4e12-8c30-853391472b3c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943652.1394212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf71d57-2f24-4c36-abfb-4d158c4e8db9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.1394365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf71d57-2f24-4c36-abfb-4d158c4e8db9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.1409686,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784943652.14424,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af06d36-25e3-4715-95a6-c1fb8a01bb01","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943652.1444404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38376.464221384,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.1444602,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.151071,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.1557248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36470.450706203,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.1557422,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.1640794,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.2095573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c552836-87fb-4ab3-b36d-437590ab153a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.2096066,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c552836-87fb-4ab3-b36d-437590ab153a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.2271411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31840b8e-98ab-46ad-9827-ebbbe4327640","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.227197,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31840b8e-98ab-46ad-9827-ebbbe4327640","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.244971,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af06d36-25e3-4715-95a6-c1fb8a01bb01","name":"e2e-external-model"} {"level":"info","ts":1784943652.2472281,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77dc97f8-8d7e-450f-8bc6-e70673789362","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.2472627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77dc97f8-8d7e-450f-8bc6-e70673789362","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.2532434,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af06d36-25e3-4715-95a6-c1fb8a01bb01","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943652.256157,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5964628b-baa2-420c-8005-aca99a43e1de","name":"e2e-external-provider"} {"level":"error","ts":1784943652.2564592,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af06d36-25e3-4715-95a6-c1fb8a01bb01","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943652.25654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bddbaca-5215-49c3-b69a-16f424b6cdd2"} {"level":"info","ts":1784943652.2565858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bddbaca-5215-49c3-b69a-16f424b6cdd2","name":"e2e-external-model"} {"level":"info","ts":1784943652.2642746,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bddbaca-5215-49c3-b69a-16f424b6cdd2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943652.2644637,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5964628b-baa2-420c-8005-aca99a43e1de","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784943652.2674742,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5964628b-baa2-420c-8005-aca99a43e1de","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943652.26755,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f9b6b81-f860-4e36-b06d-f2f7d71a4544"} {"level":"info","ts":1784943652.267592,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f9b6b81-f860-4e36-b06d-f2f7d71a4544","name":"e2e-external-provider"} {"level":"info","ts":1784943652.2757006,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f9b6b81-f860-4e36-b06d-f2f7d71a4544","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943657.5463967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943657.5464787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d"} {"level":"info","ts":1784943657.5464954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d"} {"level":"info","ts":1784943657.5465062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d","EoS":false} {"level":"info","ts":1784943657.546519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d","EoS":true} {"level":"info","ts":1784943657.546542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943657.5465584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943657.5465662,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d","modelName":"e2e-external-model"} {"level":"info","ts":1784943657.5465796,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943657.5466576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d356478-7b85-4302-b22c-acc3b954a51d"} {"level":"info","ts":1784943657.613707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943657.61378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029"} {"level":"info","ts":1784943657.6137936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029"} {"level":"info","ts":1784943657.613805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029","EoS":false} {"level":"info","ts":1784943657.613816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029","EoS":true} {"level":"info","ts":1784943657.6138353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943657.6138608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943657.6138685,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029","modelName":"e2e-external-model"} {"level":"info","ts":1784943657.613882,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943657.6139164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44df7d66-1055-4587-80c6-d144cf820029"} {"level":"info","ts":1784943657.636066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943657.6361241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796"} {"level":"info","ts":1784943657.6361365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796"} {"level":"info","ts":1784943657.6361477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","EoS":false} {"level":"info","ts":1784943657.6361578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","EoS":true} {"level":"info","ts":1784943657.6361735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943657.636186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943657.6361923,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","modelName":"e2e-external-model"} {"level":"info","ts":1784943657.6362047,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943657.6362348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796"} {"level":"info","ts":1784943657.7684302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e1f4ea-84c9-4e2c-810a-bad70364587a"} {"level":"info","ts":1784943657.7684662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"187c486f-8e56-43ab-ab26-48168fb42786","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.7684934,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"187c486f-8e56-43ab-ab26-48168fb42786","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943657.7754624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd35647-934a-4935-a44f-1bcf412ad16c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.7754922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd35647-934a-4935-a44f-1bcf412ad16c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943657.7760382,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e1f4ea-84c9-4e2c-810a-bad70364587a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943657.7760947,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e1f4ea-84c9-4e2c-810a-bad70364587a","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.7960804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02f7b3de-a610-4b90-a4b9-492013ead734","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.796113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02f7b3de-a610-4b90-a4b9-492013ead734","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943657.7969553,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e1f4ea-84c9-4e2c-810a-bad70364587a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784943657.797022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e1f4ea-84c9-4e2c-810a-bad70364587a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943657.7970984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8905c504-fb53-440b-9724-f4ad844b474d"} {"level":"info","ts":1784943657.7971535,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8905c504-fb53-440b-9724-f4ad844b474d","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.8096766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"849f2a2e-f29c-4ddd-b785-1b42a74b4fbc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.8097093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"849f2a2e-f29c-4ddd-b785-1b42a74b4fbc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943657.8097303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8905c504-fb53-440b-9724-f4ad844b474d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943657.8098063,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14326594-aaeb-4bf8-920c-875f0302209a"} {"level":"info","ts":1784943657.80986,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14326594-aaeb-4bf8-920c-875f0302209a","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.816636,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14326594-aaeb-4bf8-920c-875f0302209a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943657.8234227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba092e3e-c24e-46e5-8d0e-6f4daf1edaf7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.8234463,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba092e3e-c24e-46e5-8d0e-6f4daf1edaf7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943657.8241243,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14326594-aaeb-4bf8-920c-875f0302209a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943657.8241904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab23a884-26e7-424c-829e-b3c85d50fc9a"} {"level":"info","ts":1784943657.8242276,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab23a884-26e7-424c-829e-b3c85d50fc9a","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.8313627,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab23a884-26e7-424c-829e-b3c85d50fc9a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943666.0492795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14372db0-7a00-456e-8ee4-4127a6e72e23"} {"level":"info","ts":1784943666.0493212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf33979b-d314-4278-b126-d95c1c3922b0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943666.0493515,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf33979b-d314-4278-b126-d95c1c3922b0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943670.370765,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.3708603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e"} {"level":"info","ts":1784943670.3708775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e"} {"level":"info","ts":1784943670.3708968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e","EoS":false} {"level":"info","ts":1784943670.370914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e","EoS":true} {"level":"info","ts":1784943670.370937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784943670.3709557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784943670.3710043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e"} {"level":"info","ts":1784943670.398878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.3989353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250"} {"level":"info","ts":1784943670.398945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250"} {"level":"info","ts":1784943670.3989558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","EoS":false} {"level":"info","ts":1784943670.3989658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","EoS":true} {"level":"info","ts":1784943670.3990037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943670.399019,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943670.3990262,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","modelName":"e2e-external-model"} {"level":"info","ts":1784943670.3990397,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943670.3990781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250"} {"level":"info","ts":1784943670.4360085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.4360657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.436081,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.4360986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","EoS":false} {"level":"info","ts":1784943670.4361181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","EoS":true} {"level":"info","ts":1784943670.4361405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784943670.4361584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943670.4361825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.5846262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.5846775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.5846877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.584697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","EoS":false} {"level":"info","ts":1784943670.584707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","EoS":true} {"level":"info","ts":1784943670.5847244,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","field":"model"} {"level":"info","ts":1784943670.5847445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943671.5558436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea47a29f-ac8a-45fb-844f-1408b939e4cc"} {"level":"info","ts":1784943671.555884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38beb82c-9f99-41ac-9788-f5a6ed7b8696","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943671.5559125,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38beb82c-9f99-41ac-9788-f5a6ed7b8696","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943671.720895,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ec57e47-898e-407c-86cd-a50370c50ebb"} {"level":"info","ts":1784943671.7210064,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00ed7202-79a8-42ce-96f4-63efeeaf697d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943671.7210386,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00ed7202-79a8-42ce-96f4-63efeeaf697d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784945074.1438198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945074.1439028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0d0ceae-1e86-4647-a059-d5fb515a4c1b"} {"level":"info","ts":1784945128.9669461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945128.9670992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.9671211,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.9671478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","EoS":false} {"level":"info","ts":1784945128.9671605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","EoS":true} {"level":"info","ts":1784945128.967184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784945128.967201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784945128.9672222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"}