{"level":"info","ts":1785357632.6654563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82df17e8-cb75-41ae-9cd3-e34bdc16b710","EoS":false} {"level":"info","ts":1785357632.6654656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82df17e8-cb75-41ae-9cd3-e34bdc16b710","EoS":true} {"level":"info","ts":1785357632.6654787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82df17e8-cb75-41ae-9cd3-e34bdc16b710","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357632.6654902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82df17e8-cb75-41ae-9cd3-e34bdc16b710","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357632.6655068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82df17e8-cb75-41ae-9cd3-e34bdc16b710"} {"level":"info","ts":1785357644.9188263,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357644.9189205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4"} {"level":"info","ts":1785357644.9189484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4"} {"level":"info","ts":1785357644.9189646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4","EoS":false} {"level":"info","ts":1785357644.91898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4","EoS":true} {"level":"info","ts":1785357644.9189994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357644.9190164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357644.9190428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81c6624f-84b9-4827-935f-acf2f10ae3c4"} {"level":"info","ts":1785357644.9554777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357644.9555466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a"} {"level":"info","ts":1785357644.955556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a"} {"level":"info","ts":1785357644.955567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a","EoS":false} {"level":"info","ts":1785357644.9555771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a","EoS":true} {"level":"info","ts":1785357644.9555962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357644.9556127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357644.9556332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7da4053f-3920-4b57-b329-95a27f11ef0a"} {"level":"info","ts":1785357644.9757228,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357644.9757996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7"} {"level":"info","ts":1785357644.9758139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7"} {"level":"info","ts":1785357644.975825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7","EoS":false} {"level":"info","ts":1785357644.975859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7","EoS":true} {"level":"info","ts":1785357644.9758818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357644.975899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357644.9759204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"946a015e-6b5d-4fc9-8f43-d401e8d504b7"} {"level":"info","ts":1785357645.01774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357645.0178547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba"} {"level":"info","ts":1785357645.017869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba"} {"level":"info","ts":1785357645.017888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba","EoS":false} {"level":"info","ts":1785357645.0179105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba","EoS":true} {"level":"info","ts":1785357645.0179422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357645.0179608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357645.0179899,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebe5f2cb-3f55-41dc-ad03-36289c1d29ba"} {"level":"info","ts":1785357645.6677282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357645.667824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd"} {"level":"info","ts":1785357645.6678648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd"} {"level":"info","ts":1785357645.6678863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd","EoS":false} {"level":"info","ts":1785357645.6679032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd","EoS":true} {"level":"info","ts":1785357645.667929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357645.667949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357645.6679747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d834ae59-e067-4d30-b215-f49ca0f28bcd"} {"level":"info","ts":1785357645.6993148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357645.6993854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510"} {"level":"info","ts":1785357645.6993995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510"} {"level":"info","ts":1785357645.6994195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510","EoS":false} {"level":"info","ts":1785357645.6994393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510","EoS":true} {"level":"info","ts":1785357645.6994648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357645.6994812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357645.699507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45bf4d7f-44fb-4522-95c4-b9d9597b6510"} {"level":"info","ts":1785357649.8507547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357649.8508537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81"} {"level":"info","ts":1785357649.8508694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81"} {"level":"info","ts":1785357649.850885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81","EoS":false} {"level":"info","ts":1785357649.8508952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81","EoS":true} {"level":"info","ts":1785357649.8509147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357649.850935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357649.850956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"748ed69c-bcc0-411c-a7fb-16f323c2dd81"} {"level":"info","ts":1785357668.7527711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357668.7529035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509"} {"level":"info","ts":1785357668.7529235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509"} {"level":"info","ts":1785357668.7529452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509","EoS":false} {"level":"info","ts":1785357668.7529645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509","EoS":true} {"level":"info","ts":1785357668.7529972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357668.7530184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357668.7530513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"deea3c77-dacd-488e-823e-ca4fb2bb2509"} {"level":"info","ts":1785357668.888516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357668.8886058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.8886182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.8886297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","EoS":false} {"level":"info","ts":1785357668.8886409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","EoS":true} {"level":"info","ts":1785357668.8886642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357668.8886795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357668.8887005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357669.0289333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.0290372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.029055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0290685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","EoS":false} {"level":"info","ts":1785357669.0290794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","EoS":true} {"level":"info","ts":1785357669.0291014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357669.029118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.02914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.1660514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.1661358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.166147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.1661592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","EoS":false} {"level":"info","ts":1785357669.166173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","EoS":true} {"level":"info","ts":1785357669.166198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357669.1662204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.1662471,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.3018155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.3019235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.3019378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.3019507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","EoS":false} {"level":"info","ts":1785357669.301964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","EoS":true} {"level":"info","ts":1785357669.301988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357669.3020034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.3020306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.436687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.4367774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c"} {"level":"info","ts":1785357669.4367888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c"} {"level":"info","ts":1785357669.4368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c","EoS":false} {"level":"info","ts":1785357669.436816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c","EoS":true} {"level":"info","ts":1785357669.4368582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357669.4368765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.4368982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"461b5eac-06ee-4a40-b2dc-abbe5582fa9c"} {"level":"info","ts":1785357703.139896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.1399777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1399868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.139998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","EoS":false} {"level":"info","ts":1785357703.1400084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","EoS":true} {"level":"info","ts":1785357703.140029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357703.140046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357703.1400695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.183767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.1838717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1838884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1839056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","EoS":false} {"level":"info","ts":1785357703.1839244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","EoS":true} {"level":"info","ts":1785357703.1839457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357703.1839635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357703.183985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.2218087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.221927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4"} {"level":"info","ts":1785357703.2219422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4"} {"level":"info","ts":1785357703.2219565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4","EoS":false} {"level":"info","ts":1785357703.22197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4","EoS":true} {"level":"info","ts":1785357703.2219923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357703.2220085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357703.2220285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b40a882-304d-4a19-ad83-5c619c3a0ef4"} {"level":"info","ts":1785357703.2506287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.2507246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34"} {"level":"info","ts":1785357703.2507396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34"} {"level":"info","ts":1785357703.2507522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34","EoS":false} {"level":"info","ts":1785357703.2507648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34","EoS":true} {"level":"info","ts":1785357703.2507856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357703.2508025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357703.250827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f71d77e4-7316-4085-bda7-02a352e8ac34"} {"level":"info","ts":1785357703.2808874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.2809694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de"} {"level":"info","ts":1785357707.8931966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357707.893284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.8932953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.893311,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","EoS":false} {"level":"info","ts":1785357707.8933256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","EoS":true} {"level":"info","ts":1785357707.893349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357707.8933647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357707.8933904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357716.4253125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357716.425423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4254398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4254537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","EoS":false} {"level":"info","ts":1785357716.4254668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","EoS":true} {"level":"info","ts":1785357716.4254904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357716.425507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357716.4255316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357729.2570055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357729.2570996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.257112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.257124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","EoS":false} {"level":"info","ts":1785357729.2571366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","EoS":true} {"level":"info","ts":1785357729.2571585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357729.2571769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357729.2571971,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357737.7682905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357737.7683887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.7684023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.7684157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","EoS":false} {"level":"info","ts":1785357737.7684278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","EoS":true} {"level":"info","ts":1785357737.7684505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357737.7684693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357737.7684925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357746.6175134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357746.6176114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.6176257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.6176448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","EoS":false} {"level":"info","ts":1785357746.6176643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","EoS":true} {"level":"info","ts":1785357746.6176963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357746.6177166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357746.6177511,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357755.5857034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357755.585823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9"} {"level":"info","ts":1785357755.58586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9"} {"level":"info","ts":1785357755.585874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9","EoS":false} {"level":"info","ts":1785357755.5858855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9","EoS":true} {"level":"info","ts":1785357755.5859103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357755.5859287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357755.5859535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f17a60f0-c30c-49b2-a5c2-e8a8d1d115d9"} {"level":"info","ts":1785357760.3346229,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357760.3347192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820"} {"level":"info","ts":1785357760.3347356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820"} {"level":"info","ts":1785357760.3347495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820","EoS":false} {"level":"info","ts":1785357760.334763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820","EoS":true} {"level":"info","ts":1785357760.3347852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785357760.3348014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357760.3348248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f8e5429-b8d8-468d-93c4-823c53b9c820"} {"level":"info","ts":1785357765.0998843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357765.0999653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78"} {"level":"info","ts":1785357765.099975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78"} {"level":"info","ts":1785357765.0999863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78","EoS":false} {"level":"info","ts":1785357765.1000018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78","EoS":true} {"level":"info","ts":1785357765.1000268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357765.1000423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357765.1000617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c6173d8-d1f1-4e00-8398-a9636da56f78"} {"level":"info","ts":1785357776.034432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357776.0345428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.0345654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.0345838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","EoS":false} {"level":"info","ts":1785357776.0346036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","EoS":true} {"level":"info","ts":1785357776.034633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357776.0346568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357776.0346868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357809.253021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357809.2531004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.2531133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.253124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","EoS":false} {"level":"info","ts":1785357809.253134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","EoS":true} {"level":"info","ts":1785357809.253155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357809.2531703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357809.2531922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357818.5839128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357818.584009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330"} {"level":"info","ts":1785357818.5840213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330"} {"level":"info","ts":1785357818.584034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330","EoS":false} {"level":"info","ts":1785357818.5840476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330","EoS":true} {"level":"info","ts":1785357818.584069,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357818.5840852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357818.584108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a51647ac-4d97-4a57-85ad-195bf32ac330"} {"level":"info","ts":1785357834.7245524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357834.7246268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4"} {"level":"info","ts":1785357834.7246358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4"} {"level":"info","ts":1785357834.7246468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4","EoS":false} {"level":"info","ts":1785357834.7246614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4","EoS":true} {"level":"info","ts":1785357834.7246807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357834.724696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357834.7247198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82919899-138e-4f83-8905-d4c52567cac4"} {"level":"info","ts":1785357844.2547677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357844.2548559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e"} {"level":"info","ts":1785357844.254873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e"} {"level":"info","ts":1785357844.2548902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e","EoS":false} {"level":"info","ts":1785357844.2549055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e","EoS":true} {"level":"info","ts":1785357844.2549236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357844.2549405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357844.2549653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2ad680b-4dcc-4ebd-9cd0-59ac9a783d8e"} {"level":"info","ts":1785357846.2825317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357846.282606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.2826157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.2826266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","EoS":false} {"level":"info","ts":1785357846.28264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","EoS":true} {"level":"info","ts":1785357846.2826598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357846.2826753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357846.2826965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357855.7052217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357855.7053266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7053473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7053657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","EoS":false} {"level":"info","ts":1785357855.7053845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","EoS":true} {"level":"info","ts":1785357855.7054133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357855.705436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357855.705469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7387762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357855.738847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.7388618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.738873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","EoS":false} {"level":"info","ts":1785357855.738883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","EoS":true} {"level":"info","ts":1785357855.7388992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357855.7389128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357855.738939,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357874.8030763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357874.80315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.8031614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.8031735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","EoS":false} {"level":"info","ts":1785357874.8031864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","EoS":true} {"level":"info","ts":1785357874.8032055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357874.8032231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357874.8032463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357884.1482422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357884.1483154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880"} {"level":"info","ts":1785357884.1483266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880"} {"level":"info","ts":1785357884.1483388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880","EoS":false} {"level":"info","ts":1785357884.1483507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880","EoS":true} {"level":"info","ts":1785357884.14837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785357884.1483846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357884.1484046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"063c62d5-0887-40bd-8954-388ee8dcb880"} {"level":"info","ts":1785357899.985617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357899.985702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88"} {"level":"info","ts":1785357899.985719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88"} {"level":"info","ts":1785357899.9857388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88","EoS":false} {"level":"info","ts":1785357899.9857576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88","EoS":true} {"level":"info","ts":1785357899.985787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785357899.9858067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357899.985859,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"762d634b-f6c5-407d-a3b0-158f3f013e88"} {"level":"info","ts":1785358033.038711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358033.0387957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14"} {"level":"info","ts":1785358033.0388048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14"} {"level":"info","ts":1785358033.0388157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14","EoS":false} {"level":"info","ts":1785358033.038853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14","EoS":true} {"level":"info","ts":1785358033.038881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785358033.038899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785358033.0389206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8b3f617-1eb9-487f-9571-8ae91477aa14"} {"level":"info","ts":1785358056.5232718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358056.5233684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.5233824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.523395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","EoS":false} {"level":"info","ts":1785358056.523408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","EoS":true} {"level":"info","ts":1785358056.5234501,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785358056.5234668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785358056.5234885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358119.095241,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358119.0953114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.095321,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.0953317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","EoS":false} {"level":"info","ts":1785358119.095342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","EoS":true} {"level":"info","ts":1785358119.0953608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785358119.0953765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358119.0953958,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358134.3527076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358134.3527822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.352793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.3528054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","EoS":false} {"level":"info","ts":1785358134.3528163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","EoS":true} {"level":"info","ts":1785358134.3528476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785358134.3528676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358134.3528903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.6453292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358134.6454022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e"} {"level":"info","ts":1785358134.6454134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e"} {"level":"info","ts":1785358134.645425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e","EoS":false} {"level":"info","ts":1785358134.6454353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e","EoS":true} {"level":"info","ts":1785358134.6454535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785358134.6454692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358134.6454904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"506cda9a-6b95-4de5-b687-14f9172c018e"} {"level":"info","ts":1785358497.0027344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358497.0028212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0028515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0028665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","EoS":false} {"level":"info","ts":1785358497.0028808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","EoS":true} {"level":"info","ts":1785358497.0029025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785358497.002918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358497.0029404,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0521877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358497.0522552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb"} {"level":"info","ts":1785358497.0522676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb"} {"level":"info","ts":1785358497.0522788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb","EoS":false} {"level":"info","ts":1785358497.0522885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb","EoS":true} {"level":"info","ts":1785358497.0523047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785358497.0523202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358497.0523376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47d19e12-f917-47ce-b252-e32020f1fbfb"} {"level":"info","ts":1785358497.08346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358497.083515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238"} {"level":"info","ts":1785358497.0835233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238"} {"level":"info","ts":1785358497.0835338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238","EoS":false} {"level":"info","ts":1785358497.083546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238","EoS":true} {"level":"info","ts":1785358497.0835629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785358497.083576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358497.0835934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df154a69-f672-49a9-9b8c-a924851cc238"} {"level":"info","ts":1785358501.9104528,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e8bf828-1396-4560-9eaf-33814f6710fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358501.910489,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e8bf828-1396-4560-9eaf-33814f6710fb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785358501.9105558,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e015b389-c04a-4548-a08e-c73dbc6efcb5"} {"level":"info","ts":1785358501.916741,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bad5d26-04e2-4070-b703-20828b6a0cb9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358501.916784,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bad5d26-04e2-4070-b703-20828b6a0cb9","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785358501.9192157,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e015b389-c04a-4548-a08e-c73dbc6efcb5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358501.9195106,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38606.498899703,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358501.9195344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.0722184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6021d897-237d-4da6-b14f-f7ef2fe9ea8e"} {"level":"info","ts":1785358502.0723462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50fc2c5e-135c-4d80-a5b3-392b71fc96d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.072392,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6021d897-237d-4da6-b14f-f7ef2fe9ea8e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785358502.0727124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50fc2c5e-135c-4d80-a5b3-392b71fc96d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.0731387,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e510138e-e074-479f-9c52-06f6fb2134bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358502.0731733,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e510138e-e074-479f-9c52-06f6fb2134bb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785358502.0732908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c527bf9-bb31-48f8-9245-3678c8b44236","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.0733147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c527bf9-bb31-48f8-9245-3678c8b44236","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.073918,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785358502.0762784,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6021d897-237d-4da6-b14f-f7ef2fe9ea8e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.0764308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dba459ff-d9a0-49f7-b938-37a02c4962e2"} {"level":"info","ts":1785358502.076701,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39569.983565746,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.076721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.08344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.1201384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35466.714305682,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.120159,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.1271975,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.170235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4565ddc5-6ac5-4f06-9e79-6ddf9c883501","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.170272,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4565ddc5-6ac5-4f06-9e79-6ddf9c883501","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.1772382,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dba459ff-d9a0-49f7-b938-37a02c4962e2","name":"e2e-external-model"} {"level":"info","ts":1785358502.184029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b39cfdb8-a3b9-4f94-8354-0d3144ad267c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.184062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b39cfdb8-a3b9-4f94-8354-0d3144ad267c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.1851852,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dba459ff-d9a0-49f7-b938-37a02c4962e2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785358502.1879277,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dba459ff-d9a0-49f7-b938-37a02c4962e2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.1880023,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b08ddbee-bd8b-49d4-a4fd-5d588030e20d"} {"level":"info","ts":1785358502.1880455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b08ddbee-bd8b-49d4-a4fd-5d588030e20d","name":"e2e-external-model"} {"level":"info","ts":1785358502.194704,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b08ddbee-bd8b-49d4-a4fd-5d588030e20d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358502.1966727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2512cf-46eb-479b-9974-5dc3a65c7b31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.1967065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2512cf-46eb-479b-9974-5dc3a65c7b31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785358502.2013319,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b08ddbee-bd8b-49d4-a4fd-5d588030e20d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.2013984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5beb389c-01a2-424f-be0f-565abf24d6c4"} {"level":"info","ts":1785358502.201454,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5beb389c-01a2-424f-be0f-565abf24d6c4","name":"e2e-external-model"} {"level":"info","ts":1785358502.2092097,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5beb389c-01a2-424f-be0f-565abf24d6c4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358502.2211883,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e015b389-c04a-4548-a08e-c73dbc6efcb5","name":"e2e-external-provider"} {"level":"info","ts":1785358502.229046,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e015b389-c04a-4548-a08e-c73dbc6efcb5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785358502.231878,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e015b389-c04a-4548-a08e-c73dbc6efcb5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.2319546,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1100e1d-ec9d-4d5a-959f-35872e7c50f1"} {"level":"info","ts":1785358502.2319937,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1100e1d-ec9d-4d5a-959f-35872e7c50f1","name":"e2e-external-provider"} {"level":"info","ts":1785358502.2390447,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1100e1d-ec9d-4d5a-959f-35872e7c50f1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785358524.2794955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358524.2795727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0"} {"level":"info","ts":1785358524.2795844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0"} {"level":"info","ts":1785358524.2795992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0","EoS":false} {"level":"info","ts":1785358524.2796092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0","EoS":true} {"level":"info","ts":1785358524.2796285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785358524.2796464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358524.2796545,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0","modelName":"e2e-external-model"} {"level":"info","ts":1785358524.2796729,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785358524.2797182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0852188-0b02-4ffb-ac53-756d86e22bb0"} {"level":"info","ts":1785358524.3260887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358524.3261616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a"} {"level":"info","ts":1785358524.3261755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a"} {"level":"info","ts":1785358524.3261864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a","EoS":false} {"level":"info","ts":1785358524.326199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a","EoS":true} {"level":"info","ts":1785358524.3262205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785358524.3262382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358524.3262477,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a","modelName":"e2e-external-model"} {"level":"info","ts":1785358524.3262625,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785358524.3262994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32edf76b-c168-4b49-9345-958e024ee82a"} {"level":"info","ts":1785358524.3563492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358524.3564403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.3564556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.3564699,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","EoS":false} {"level":"info","ts":1785358524.3564813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","EoS":true} {"level":"info","ts":1785358524.3565006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785358524.3565164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358524.356525,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","modelName":"e2e-external-model"} {"level":"info","ts":1785358524.3565385,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785358524.3565784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.5893147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d5fe946-736d-4dff-9640-ee180274a488"} {"level":"info","ts":1785358524.5893605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cccc6041-b8d3-4ea2-b8c4-2cd37096ede1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.5893977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cccc6041-b8d3-4ea2-b8c4-2cd37096ede1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785358524.5950036,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d5fe946-736d-4dff-9640-ee180274a488","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.5950572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99dd31c9-69fd-4f9f-bb8a-34253c55feca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.5950794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99dd31c9-69fd-4f9f-bb8a-34253c55feca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785358524.6199374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f1d603c-9e3b-42a5-b7cd-26f9f5573920","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.6199784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f1d603c-9e3b-42a5-b7cd-26f9f5573920","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785358524.6199741,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d5fe946-736d-4dff-9640-ee180274a488","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.6200442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd3a9cb-f6e2-4475-823e-e99e692c0a42"} {"level":"info","ts":1785358524.620106,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd3a9cb-f6e2-4475-823e-e99e692c0a42","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.6344914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"110ade84-8e3e-4cff-80a4-f562f161b75e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.6345222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"110ade84-8e3e-4cff-80a4-f562f161b75e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785358524.6346211,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd3a9cb-f6e2-4475-823e-e99e692c0a42","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.6346889,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d853101-a4fe-4c39-a9ba-399569241fd4"} {"level":"info","ts":1785358524.6347322,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d853101-a4fe-4c39-a9ba-399569241fd4","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.6414368,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d853101-a4fe-4c39-a9ba-399569241fd4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358524.646208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b638023-1297-447f-b405-c19a2754c463"} {"level":"info","ts":1785358524.646216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e59b2e-8dcd-4458-9abe-fe395ff8ed1a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.6462383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e59b2e-8dcd-4458-9abe-fe395ff8ed1a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785358524.6462529,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b638023-1297-447f-b405-c19a2754c463","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.653618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b638023-1297-447f-b405-c19a2754c463","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358532.853941,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b444d6f-f60a-454c-9ce7-c0475a292739"} {"level":"info","ts":1785358532.8539464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8a2fbc8-7464-4bcb-9799-dee4bdf11bf9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358532.853992,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8a2fbc8-7464-4bcb-9799-dee4bdf11bf9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358537.150212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.1502898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0"} {"level":"info","ts":1785358537.1503046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0"} {"level":"info","ts":1785358537.1503217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0","EoS":false} {"level":"info","ts":1785358537.150341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0","EoS":true} {"level":"info","ts":1785358537.1503718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785358537.150392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785358537.1504154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0"} {"level":"info","ts":1785358537.173191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.1732569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.173267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.1732874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","EoS":false} {"level":"info","ts":1785358537.1732972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","EoS":true} {"level":"info","ts":1785358537.1733131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785358537.1733239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358537.173331,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","modelName":"e2e-external-model"} {"level":"info","ts":1785358537.1733449,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785358537.173382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.3069909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.3070455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3070555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3070655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","EoS":false} {"level":"info","ts":1785358537.307077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","EoS":true} {"level":"info","ts":1785358537.307093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785358537.307106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358537.3071237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.4000323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.4000936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4001088,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4001198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","EoS":false} {"level":"info","ts":1785358537.400129,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","EoS":true} {"level":"info","ts":1785358537.400148,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","field":"model"} {"level":"info","ts":1785358537.4001682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358538.3518054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1768bf67-e03c-409d-8fe8-93289b2ec20c"} {"level":"info","ts":1785358538.3518667,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5a351c6-690c-446a-9dad-d23d635bc380","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358538.3519049,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5a351c6-690c-446a-9dad-d23d635bc380","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358538.4976017,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b8e99c1-44e8-478a-8032-dcdddb18a211","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358538.4976497,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b8e99c1-44e8-478a-8032-dcdddb18a211","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358538.497692,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5782b48c-0a41-4c06-bb4b-5e3b4da2f399"}