{"level":"info","ts":1784747477.723243,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7232616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","EoS":false} {"level":"info","ts":1784747477.7232814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","EoS":true} {"level":"info","ts":1784747477.7233124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747477.723331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747477.7233605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7599056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747477.7599823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91"} {"level":"info","ts":1784747477.759992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91"} {"level":"info","ts":1784747477.760003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91","EoS":false} {"level":"info","ts":1784747477.760015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91","EoS":true} {"level":"info","ts":1784747477.760034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747477.7600477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747477.7600684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a8c7dfd-0d9f-4491-b2bb-c9a8bc688c91"} {"level":"info","ts":1784747481.9516687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747481.9517486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc"} {"level":"info","ts":1784747481.9517581,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc"} {"level":"info","ts":1784747481.9517694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc","EoS":false} {"level":"info","ts":1784747481.9517808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc","EoS":true} {"level":"info","ts":1784747481.9518015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747481.951818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747481.9518335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d0890a1-bd6b-408e-9270-4359733a0dcc"} {"level":"info","ts":1784747500.9063306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747500.9064198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.9064326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.9064455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","EoS":false} {"level":"info","ts":1784747500.9064593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","EoS":true} {"level":"info","ts":1784747500.9064813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747500.9065225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747500.9065468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747501.0472257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.0473042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0473127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0473242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","EoS":false} {"level":"info","ts":1784747501.04734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","EoS":true} {"level":"info","ts":1784747501.04736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747501.047376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.047398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.1839497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.184109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.184128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.1841462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","EoS":false} {"level":"info","ts":1784747501.1841583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","EoS":true} {"level":"info","ts":1784747501.1841784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747501.184195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.184215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.3195107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.3195922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.3196023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.3196135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","EoS":false} {"level":"info","ts":1784747501.3196254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","EoS":true} {"level":"info","ts":1784747501.3196473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747501.3196623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.3196838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.4615288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.4616046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.4616148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.4616256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","EoS":false} {"level":"info","ts":1784747501.461642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","EoS":true} {"level":"info","ts":1784747501.461667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747501.4616857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.4617035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.5967312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.5968168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5"} {"level":"info","ts":1784747501.5968337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5"} {"level":"info","ts":1784747501.5969043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5","EoS":false} {"level":"info","ts":1784747501.5969276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5","EoS":true} {"level":"info","ts":1784747501.5969555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747501.596976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.5970063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a457e07-7e19-4896-8129-aa8485fdddc5"} {"level":"info","ts":1784747520.3604321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747520.3605504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.360568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.3605871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","EoS":false} {"level":"info","ts":1784747520.3606102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","EoS":true} {"level":"info","ts":1784747520.3606398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747520.3606575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747520.3606846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.4006555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747520.4007397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71"} {"level":"info","ts":1784747520.4007535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71"} {"level":"info","ts":1784747520.4007652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71","EoS":false} {"level":"info","ts":1784747520.4007785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71","EoS":true} {"level":"info","ts":1784747520.4008014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747520.400817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747520.4008436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38d80235-8e1e-4101-bb52-187d15e0df71"} {"level":"info","ts":1784747520.4347703,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747520.434864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd"} {"level":"info","ts":1784747520.4349196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd"} {"level":"info","ts":1784747520.4349337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd","EoS":false} {"level":"info","ts":1784747520.4349477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd","EoS":true} {"level":"info","ts":1784747520.4349697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747520.4349866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747520.4350085,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afad4ee8-ffc5-4997-9c1b-8df394846ecd"} {"level":"info","ts":1784747520.4721992,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747520.4722733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4"} {"level":"info","ts":1784747525.0968275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747525.0969045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.0969167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.096933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","EoS":false} {"level":"info","ts":1784747525.0969477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","EoS":true} {"level":"info","ts":1784747525.096971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747525.096988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747525.097016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747533.7184174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747533.7185175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236"} {"level":"info","ts":1784747533.718527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236"} {"level":"info","ts":1784747533.71854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236","EoS":false} {"level":"info","ts":1784747533.7185524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236","EoS":true} {"level":"info","ts":1784747533.7185738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747533.7185905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747533.7186148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eebb628d-080f-4e4c-a470-c98c2e220236"} {"level":"info","ts":1784747535.7541604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747535.7542503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535"} {"level":"info","ts":1784747535.7542655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535"} {"level":"info","ts":1784747535.7542856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535","EoS":false} {"level":"info","ts":1784747535.754306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535","EoS":true} {"level":"info","ts":1784747535.754335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747535.7543528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747535.7543852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74f88c54-9df8-4fee-b28d-dc3c509f1535"} {"level":"info","ts":1784747537.7943623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747537.7944567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.7944772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.794514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","EoS":false} {"level":"info","ts":1784747537.7945375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","EoS":true} {"level":"info","ts":1784747537.7945666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747537.794586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747537.7946174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747550.674944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747550.6750312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.6750436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.6750553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","EoS":false} {"level":"info","ts":1784747550.675066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","EoS":true} {"level":"info","ts":1784747550.6750965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747550.675115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747550.6751397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747559.195681,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747559.1957648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.1957731,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.1957843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","EoS":false} {"level":"info","ts":1784747559.1957986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","EoS":true} {"level":"info","ts":1784747559.1958196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747559.1958349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747559.195855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747568.0617762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747568.0618699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.0618854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.061902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","EoS":false} {"level":"info","ts":1784747568.0619216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","EoS":true} {"level":"info","ts":1784747568.061953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747568.061972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747568.0620022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747577.0659647,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747577.0660536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88"} {"level":"info","ts":1784747577.066067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88"} {"level":"info","ts":1784747577.066086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88","EoS":false} {"level":"info","ts":1784747577.0661047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88","EoS":true} {"level":"info","ts":1784747577.0661347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747577.0661542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747577.066183,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19af8800-6407-4188-bb66-b63e56a34f88"} {"level":"info","ts":1784747581.8104057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747581.810484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c"} {"level":"info","ts":1784747581.8105226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c"} {"level":"info","ts":1784747581.8105354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c","EoS":false} {"level":"info","ts":1784747581.8105462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c","EoS":true} {"level":"info","ts":1784747581.8105695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747581.8105855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747581.810606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8249d98-3434-4232-9a1a-1bb28b2b871c"} {"level":"info","ts":1784747586.5379508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747586.538032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb"} {"level":"info","ts":1784747586.538045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb"} {"level":"info","ts":1784747586.5380585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb","EoS":false} {"level":"info","ts":1784747586.538074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb","EoS":true} {"level":"info","ts":1784747586.538096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747586.538111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747586.5381303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da322314-3e63-43d3-bcaa-d40d1d6ba4eb"} {"level":"info","ts":1784747586.8083508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747586.8084402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5"} {"level":"info","ts":1784747586.8084583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5"} {"level":"info","ts":1784747586.8084776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5","EoS":false} {"level":"info","ts":1784747586.8085427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5","EoS":true} {"level":"info","ts":1784747586.8086224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747586.8086429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747586.8086753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6a2b18b-dabe-477f-a2e4-27744f32ecf5"} {"level":"info","ts":1784747588.8405333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747588.8406177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846"} {"level":"info","ts":1784747588.8406274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846"} {"level":"info","ts":1784747588.84064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846","EoS":false} {"level":"info","ts":1784747588.8406541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846","EoS":true} {"level":"info","ts":1784747588.8406763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747588.8406918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747588.8407133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5de1ec5a-7740-4094-906c-88c38991e846"} {"level":"info","ts":1784747590.8754013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747590.8754773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.8754864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.87553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","EoS":false} {"level":"info","ts":1784747590.875544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","EoS":true} {"level":"info","ts":1784747590.8755734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747590.8755906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747590.8756137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747614.5898812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747614.5899587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.5899692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.5899794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","EoS":false} {"level":"info","ts":1784747614.5899968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","EoS":true} {"level":"info","ts":1784747614.5900571,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747614.5900745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747614.5900948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747623.9326663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747623.9327474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430"} {"level":"info","ts":1784747623.9327586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430"} {"level":"info","ts":1784747623.9327705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430","EoS":false} {"level":"info","ts":1784747623.9327836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430","EoS":true} {"level":"info","ts":1784747623.9328058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747623.932821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747623.9328444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65118276-94a2-4199-8e3b-9ea367baa430"} {"level":"info","ts":1784747629.4190257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747629.4191158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65"} {"level":"info","ts":1784747629.4191287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65"} {"level":"info","ts":1784747629.419148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65","EoS":false} {"level":"info","ts":1784747629.4191704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65","EoS":true} {"level":"info","ts":1784747629.4192007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747629.419222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747629.4192526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de2e1ed3-8059-4f7c-8de4-0a6eef7a1f65"} {"level":"info","ts":1784747638.97097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747638.9710467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.971056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.971068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","EoS":false} {"level":"info","ts":1784747638.9710784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","EoS":true} {"level":"info","ts":1784747638.9711049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747638.9711266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747638.9711444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747648.3797367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747648.3798192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.3798344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.379847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","EoS":false} {"level":"info","ts":1784747648.3798614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","EoS":true} {"level":"info","ts":1784747648.3798833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747648.3798995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747648.3799202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.4176729,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747648.417766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.4177823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.4177973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","EoS":false} {"level":"info","ts":1784747648.4178114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","EoS":true} {"level":"info","ts":1784747648.4178414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747648.4178605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747648.417892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747667.4901013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747667.4901886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.4902005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.490215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","EoS":false} {"level":"info","ts":1784747667.4902349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","EoS":true} {"level":"info","ts":1784747667.4902575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747667.4902737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747667.4902887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747676.8253896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747676.8254864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea"} {"level":"info","ts":1784747676.825516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea"} {"level":"info","ts":1784747676.8255355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea","EoS":false} {"level":"info","ts":1784747676.8255541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea","EoS":true} {"level":"info","ts":1784747676.8255842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747676.8256476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747676.8256726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f656475-4519-4da2-a40e-21990f1fc1ea"} {"level":"info","ts":1784747682.0342999,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747682.0344145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8"} {"level":"info","ts":1784747682.0344274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8"} {"level":"info","ts":1784747682.0344393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8","EoS":false} {"level":"info","ts":1784747682.0344539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8","EoS":true} {"level":"info","ts":1784747682.034477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784747682.0345204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747682.03455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa4c2448-1af8-482c-9710-8aa82c7bc7c8"} {"level":"info","ts":1784747772.3958673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747772.3959439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e"} {"level":"info","ts":1784747772.3959527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e"} {"level":"info","ts":1784747772.3959632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e","EoS":false} {"level":"info","ts":1784747772.3959744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e","EoS":true} {"level":"info","ts":1784747772.395994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784747772.396012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747772.396041,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce90d5d8-beba-4a8c-8269-34a8168e2c1e"} {"level":"info","ts":1784747797.5857222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747797.5858264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.5858443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.5858636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","EoS":false} {"level":"info","ts":1784747797.5858834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","EoS":true} {"level":"info","ts":1784747797.5859125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784747797.5859342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747797.5859637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747834.5601494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747834.5602295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.560238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.5602489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","EoS":false} {"level":"info","ts":1784747834.5602605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","EoS":true} {"level":"info","ts":1784747834.5602815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747834.5602946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747834.5603163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747849.79191,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747849.7919846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.7919962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.7920074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","EoS":false} {"level":"info","ts":1784747849.7920632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","EoS":true} {"level":"info","ts":1784747849.7920895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747849.7921054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747849.7921278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747850.1100106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747850.110086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a"} {"level":"info","ts":1784747850.110095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a"} {"level":"info","ts":1784747850.1101062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a","EoS":false} {"level":"info","ts":1784747850.1101172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a","EoS":true} {"level":"info","ts":1784747850.1101365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747850.1101525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747850.110173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e622db74-52ca-42c4-9481-2061fe43e51a"} {"level":"info","ts":1784748179.382934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748179.383024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.3830333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.383046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","EoS":false} {"level":"info","ts":1784748179.3830597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","EoS":true} {"level":"info","ts":1784748179.3830817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748179.3830981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748179.3831127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.4291325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748179.4292405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4292526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.42927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","EoS":false} {"level":"info","ts":1784748179.4292862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","EoS":true} {"level":"info","ts":1784748179.4293175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748179.4293356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748179.4293668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4691734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748179.4692671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f"} {"level":"info","ts":1784748179.4692817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f"} {"level":"info","ts":1784748179.4693005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f","EoS":false} {"level":"info","ts":1784748179.4693172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f","EoS":true} {"level":"info","ts":1784748179.4693449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748179.4693627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748179.4693916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff69c7d6-68e8-48f0-aa54-116201b8693f"} {"level":"info","ts":1784748179.51435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748179.5144265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb"} {"level":"info","ts":1784748179.514437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb"} {"level":"info","ts":1784748179.5144491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb","EoS":false} {"level":"info","ts":1784748179.5144598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb","EoS":true} {"level":"info","ts":1784748179.514481,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784748179.5145206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748179.5145366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f47e7ac9-a9ad-4dcb-8bfd-7c62d73885eb"} {"level":"info","ts":1784748184.4621115,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4e0f67a-bed2-4f93-94de-7cf5dd5b08da","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748184.4621592,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4e0f67a-bed2-4f93-94de-7cf5dd5b08da","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748184.4622035,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54acbd8-8687-493d-b7ba-733d8a4c1c62"} {"level":"info","ts":1784748184.4686954,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99e894a0-5d22-4232-b7ad-a2cfc2458038","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748184.4687295,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99e894a0-5d22-4232-b7ad-a2cfc2458038","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784748184.4717872,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54acbd8-8687-493d-b7ba-733d8a4c1c62","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748184.4720252,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33856.794672833,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.472046,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.59714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6845598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36224.577385214,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6845987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6850033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03a1450f-8e63-4c02-81ae-d1407610aafd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748184.6850557,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03a1450f-8e63-4c02-81ae-d1407610aafd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748184.6851866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84e8b54-a6d1-4322-8f2c-9baf3937685d"} {"level":"info","ts":1784748184.6855326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a627a81-cd77-4546-858a-91dfdfb94792","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748184.6856725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a627a81-cd77-4546-858a-91dfdfb94792","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748184.685685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34344.148901412,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6856997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.685772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8238d4a4-56e7-4c06-a6ee-be502c0b234f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748184.6857946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8238d4a4-56e7-4c06-a6ee-be502c0b234f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748184.6927516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6938443,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.7312357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4137c70c-8329-48e3-9345-c18b267b4425","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748184.7312896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4137c70c-8329-48e3-9345-c18b267b4425","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748184.7846918,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54acbd8-8687-493d-b7ba-733d8a4c1c62","name":"e2e-external-provider"} {"level":"info","ts":1784748184.7857418,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84e8b54-a6d1-4322-8f2c-9baf3937685d","name":"e2e-external-model"} {"level":"info","ts":1784748184.7949023,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54acbd8-8687-493d-b7ba-733d8a4c1c62","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784748184.7958171,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84e8b54-a6d1-4322-8f2c-9baf3937685d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784748184.7986052,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54acbd8-8687-493d-b7ba-733d8a4c1c62","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748184.798703,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"024f56bd-742b-4a05-a63a-9668583727a0"} {"level":"info","ts":1784748184.7987442,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"024f56bd-742b-4a05-a63a-9668583727a0","name":"e2e-external-provider"} {"level":"error","ts":1784748184.7998238,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84e8b54-a6d1-4322-8f2c-9baf3937685d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748184.7998967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf68e1ee-a040-4311-a7f2-48ca7d194ca7"} {"level":"info","ts":1784748184.799944,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf68e1ee-a040-4311-a7f2-48ca7d194ca7","name":"e2e-external-model"} {"level":"info","ts":1784748184.8077116,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf68e1ee-a040-4311-a7f2-48ca7d194ca7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748184.807816,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"024f56bd-742b-4a05-a63a-9668583727a0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784748192.1671233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748192.1672034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00"} {"level":"info","ts":1784748192.1672158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00"} {"level":"info","ts":1784748192.167228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00","EoS":false} {"level":"info","ts":1784748192.1672451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00","EoS":true} {"level":"info","ts":1784748192.167264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748192.1673043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748192.1673193,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00","modelName":"e2e-external-model"} {"level":"info","ts":1784748192.1673353,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748192.1673865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb82b737-5b85-4096-9a70-7549522fde00"} {"level":"info","ts":1784748192.2279472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748192.2280328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7"} {"level":"info","ts":1784748192.2280447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7"} {"level":"info","ts":1784748192.228061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7","EoS":false} {"level":"info","ts":1784748192.22808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7","EoS":true} {"level":"info","ts":1784748192.2281091,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748192.2281294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748192.228141,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7","modelName":"e2e-external-model"} {"level":"info","ts":1784748192.2281625,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748192.2282114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62c703b5-ee48-41f6-ba08-c122298736a7"} {"level":"info","ts":1784748192.257759,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748192.2578373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f"} {"level":"info","ts":1784748192.257847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f"} {"level":"info","ts":1784748192.257859,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","EoS":false} {"level":"info","ts":1784748192.2578878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","EoS":true} {"level":"info","ts":1784748192.2579074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748192.2579236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748192.2579312,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","modelName":"e2e-external-model"} {"level":"info","ts":1784748192.2579482,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748192.257989,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f"} {"level":"info","ts":1784748192.4198916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a344243-f680-4de2-962f-63988debe6ba"} {"level":"info","ts":1784748192.4199433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4086c2a7-7184-40ab-887f-0b9f7ab2301a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4199831,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4086c2a7-7184-40ab-887f-0b9f7ab2301a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748192.4255974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caba8184-90cf-473e-8dc1-245f70b0cfbd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4256384,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caba8184-90cf-473e-8dc1-245f70b0cfbd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784748192.4259763,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a344243-f680-4de2-962f-63988debe6ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748192.4260628,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a344243-f680-4de2-962f-63988debe6ba","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4391425,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a344243-f680-4de2-962f-63988debe6ba","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748192.446326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42957177-eef1-4924-aab3-2dffdb47ab21","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4463754,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42957177-eef1-4924-aab3-2dffdb47ab21","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784748192.4463875,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a344243-f680-4de2-962f-63988debe6ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748192.4465284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82856036-f313-4bdf-a48a-a2ed797d4144"} {"level":"info","ts":1784748192.4466,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82856036-f313-4bdf-a48a-a2ed797d4144","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4623556,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9832974f-dd45-4053-beba-657e0aaf3661","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4624014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9832974f-dd45-4053-beba-657e0aaf3661","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784748192.4624043,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82856036-f313-4bdf-a48a-a2ed797d4144","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748192.4624808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b671977f-daeb-4347-ac83-0ee774459af4"} {"level":"info","ts":1784748192.462558,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b671977f-daeb-4347-ac83-0ee774459af4","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.470133,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b671977f-daeb-4347-ac83-0ee774459af4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748192.4782252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351d9b5-dbe8-4ff3-827f-7d5fac0396a5"} {"level":"info","ts":1784748192.4782863,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351d9b5-dbe8-4ff3-827f-7d5fac0396a5","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4782279,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"064c6710-9f2a-474b-8160-7be030308b2a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4783368,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"064c6710-9f2a-474b-8160-7be030308b2a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748192.4858177,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351d9b5-dbe8-4ff3-827f-7d5fac0396a5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748200.7299557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b3a6470-67ae-46cd-a23c-b741942634b7"} {"level":"info","ts":1784748200.7299662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69f7362c-8553-456d-8f55-3d9111b8cd29","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748200.730019,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69f7362c-8553-456d-8f55-3d9111b8cd29","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748205.0684433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.0685637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7"} {"level":"info","ts":1784748205.0685816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7"} {"level":"info","ts":1784748205.068604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7","EoS":false} {"level":"info","ts":1784748205.0686226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7","EoS":true} {"level":"info","ts":1784748205.0686512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784748205.0686707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784748205.0686982,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7"} {"level":"info","ts":1784748205.1073232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.107403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd"} {"level":"info","ts":1784748205.1074123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd"} {"level":"info","ts":1784748205.1074743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","EoS":false} {"level":"info","ts":1784748205.1075206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","EoS":true} {"level":"info","ts":1784748205.1075537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784748205.1075714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748205.1075807,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","modelName":"e2e-external-model"} {"level":"info","ts":1784748205.1075945,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748205.1076388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd"} {"level":"info","ts":1784748205.1488652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.148947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.1489627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.148977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","EoS":false} {"level":"info","ts":1784748205.1489966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","EoS":true} {"level":"info","ts":1784748205.1490145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784748205.1490304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748205.1490557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.2901397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.2902284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.2902381,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.290249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","EoS":false} {"level":"info","ts":1784748205.2902603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","EoS":true} {"level":"info","ts":1784748205.290283,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","field":"model"} {"level":"info","ts":1784748205.2903173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748206.3386855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ebe9a9b-ab36-421e-91ab-253f89b25589"} {"level":"info","ts":1784748206.338733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb92591d-4d62-4365-9b69-c2c9fcb39fde","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748206.3387654,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb92591d-4d62-4365-9b69-c2c9fcb39fde","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748206.5138495,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4cad142-928a-4d9a-933d-5a909fdc772b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748206.513885,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4cad142-928a-4d9a-933d-5a909fdc772b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748206.5139148,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1a4b70b-53a8-4c1b-9503-89f3227800c9"} {"level":"info","ts":1784748808.0467544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748808.0468342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8"} {"level":"info","ts":1784748808.046844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8"} {"level":"info","ts":1784748808.0468547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8","EoS":false} {"level":"info","ts":1784748808.0468667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8","EoS":true} {"level":"info","ts":1784748808.0469139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748808.0469325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8","path":"/ai-tenant-e2e-inf-b-dc2828/test-model-dc2828/v1/chat/completions"} {"level":"info","ts":1784748808.0469527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"969e251d-55d7-410e-8c17-245b0ba9abf8"} {"level":"info","ts":1784748829.0627117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748829.0627944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.062802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.062814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","EoS":false} {"level":"info","ts":1784748829.0628252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","EoS":true} {"level":"info","ts":1784748829.0628457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748829.062861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","path":"/ai-tenant-e2e-inf-b-dc2828/test-model-dc2828/v1/chat/completions"} {"level":"info","ts":1784748829.0628822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784749325.068844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784749325.0689306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.0689394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.0689497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","EoS":false} {"level":"info","ts":1784749325.0689619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","EoS":true} {"level":"info","ts":1784749325.0689824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784749325.0689988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","path":"/ai-tenant-e2e-shared-b-4addf8/rate-test-model-4addf8/v1/completions"} {"level":"info","ts":1784749325.0690207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"}