{"level":"info","ts":1785181409.8734584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c"} {"level":"info","ts":1785181409.8734677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c"} {"level":"info","ts":1785181409.8734784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c","EoS":false} {"level":"info","ts":1785181409.8734891,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c","EoS":true} {"level":"info","ts":1785181409.8735135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181409.8735294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181409.8735473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1aacbda4-d9ea-4592-a1ae-452dcebfda6c"} {"level":"info","ts":1785181414.0164747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181414.016552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771"} {"level":"info","ts":1785181414.0165603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771"} {"level":"info","ts":1785181414.0165718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771","EoS":false} {"level":"info","ts":1785181414.0165818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771","EoS":true} {"level":"info","ts":1785181414.0166008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181414.0166168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181414.0166366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87082822-0d5a-483c-9c73-617fce85d771"} {"level":"info","ts":1785181432.9479814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181432.948073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.9480848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.948096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","EoS":false} {"level":"info","ts":1785181432.9481063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","EoS":true} {"level":"info","ts":1785181432.948129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181432.9481454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181432.948169,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181433.0948706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.0949554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.0949688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.0949855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","EoS":false} {"level":"info","ts":1785181433.095001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","EoS":true} {"level":"info","ts":1785181433.0950224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181433.0950375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.0950618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.2300773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.2301548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.2301657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.2301772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","EoS":false} {"level":"info","ts":1785181433.2301927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","EoS":true} {"level":"info","ts":1785181433.230216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181433.2302325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.2302766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.363071,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.3631563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.3631737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.3631945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","EoS":false} {"level":"info","ts":1785181433.3632147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","EoS":true} {"level":"info","ts":1785181433.3632886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181433.3633082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.3633418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.5022118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.5023146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.502329,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.5023398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","EoS":false} {"level":"info","ts":1785181433.5023537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","EoS":true} {"level":"info","ts":1785181433.5023754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181433.5023923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.5024152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.6364925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.636569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338"} {"level":"info","ts":1785181433.636581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338"} {"level":"info","ts":1785181433.6365926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338","EoS":false} {"level":"info","ts":1785181433.6366043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338","EoS":true} {"level":"info","ts":1785181433.6366243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181433.63664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.636665,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bddbb507-e9d8-4ff2-9028-d54febfef338"} {"level":"info","ts":1785181452.4432795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181452.4433653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.443376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.4433875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","EoS":false} {"level":"info","ts":1785181452.4433985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","EoS":true} {"level":"info","ts":1785181452.4434202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181452.4434364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181452.4434562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.4843004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181452.484369,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4"} {"level":"info","ts":1785181452.484378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4"} {"level":"info","ts":1785181452.4843893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4","EoS":false} {"level":"info","ts":1785181452.4843988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4","EoS":true} {"level":"info","ts":1785181452.4844167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181452.484431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181452.4844518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"360f268f-9292-4236-a24c-61e2ef3dc8f4"} {"level":"info","ts":1785181452.5183673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181452.5184424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27"} {"level":"info","ts":1785181452.5184524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27"} {"level":"info","ts":1785181452.518463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27","EoS":false} {"level":"info","ts":1785181452.5184731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27","EoS":true} {"level":"info","ts":1785181452.5184915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181452.518506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181452.5185242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cd92f0f-ca05-4b3a-a141-a887f5a8fb27"} {"level":"info","ts":1785181452.5545895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181452.5546517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d"} {"level":"info","ts":1785181457.2022963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181457.2023957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.2024078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.2024198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","EoS":false} {"level":"info","ts":1785181457.202431,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","EoS":true} {"level":"info","ts":1785181457.202452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181457.202468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181457.2024865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181465.745703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181465.7457771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad"} {"level":"info","ts":1785181465.7457862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad"} {"level":"info","ts":1785181465.7457972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad","EoS":false} {"level":"info","ts":1785181465.7458074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad","EoS":true} {"level":"info","ts":1785181465.7458262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181465.7458415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181465.745862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f24b98ee-e9c7-4c2c-9c84-4c9c1ead44ad"} {"level":"info","ts":1785181467.7798796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181467.7799675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.7799811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.7800004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","EoS":false} {"level":"info","ts":1785181467.7800188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","EoS":true} {"level":"info","ts":1785181467.780053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181467.780072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181467.7801015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181480.6449292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181480.6450288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.6450472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.645064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","EoS":false} {"level":"info","ts":1785181480.6450818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","EoS":true} {"level":"info","ts":1785181480.6451116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181480.645131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181480.6451569,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181489.15781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181489.1578867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.1578965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.1579072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","EoS":false} {"level":"info","ts":1785181489.1579185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","EoS":true} {"level":"info","ts":1785181489.157938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181489.1579535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181489.157977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181498.011329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181498.0114045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.0114143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.0114248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","EoS":false} {"level":"info","ts":1785181498.0114393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","EoS":true} {"level":"info","ts":1785181498.0114613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181498.011477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181498.0114977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181506.9609902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181506.9610686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93"} {"level":"info","ts":1785181506.9610808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93"} {"level":"info","ts":1785181506.961092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93","EoS":false} {"level":"info","ts":1785181506.9611025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93","EoS":true} {"level":"info","ts":1785181506.9611235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181506.9611392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181506.9611585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a17c7cfc-1e83-4f4e-9ede-94a407f45b93"} {"level":"info","ts":1785181511.7027009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181511.7027843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a"} {"level":"info","ts":1785181511.702794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a"} {"level":"info","ts":1785181511.7028058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a","EoS":false} {"level":"info","ts":1785181511.7028177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a","EoS":true} {"level":"info","ts":1785181511.702839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181511.7028546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181511.702876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c631b5a-4fa1-4325-9500-b11b4dd0683a"} {"level":"info","ts":1785181516.4403353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181516.4404175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b"} {"level":"info","ts":1785181516.440427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b"} {"level":"info","ts":1785181516.4404426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b","EoS":false} {"level":"info","ts":1785181516.4404585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b","EoS":true} {"level":"info","ts":1785181516.4404798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181516.4404948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181516.4405177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9710a098-df4f-4f80-ba07-510bfbff336b"} {"level":"info","ts":1785181516.6950376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181516.6951215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c"} {"level":"info","ts":1785181516.6951308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c"} {"level":"info","ts":1785181516.6951425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c","EoS":false} {"level":"info","ts":1785181516.6951556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c","EoS":true} {"level":"info","ts":1785181516.6951761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181516.6951919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181516.6952143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22dd5f64-290a-4119-9893-164a8f36961c"} {"level":"info","ts":1785181518.727961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181518.7280486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da"} {"level":"info","ts":1785181518.728061,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da"} {"level":"info","ts":1785181518.7280731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da","EoS":false} {"level":"info","ts":1785181518.7280862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da","EoS":true} {"level":"info","ts":1785181518.7281084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181518.7281244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181518.7281942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2b7baeb-b437-4092-aa0c-6c30338794da"} {"level":"info","ts":1785181520.7671092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181520.7671924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a"} {"level":"info","ts":1785181520.7672026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a"} {"level":"info","ts":1785181520.7672138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a","EoS":false} {"level":"info","ts":1785181520.767225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a","EoS":true} {"level":"info","ts":1785181520.7672799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181520.7672973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181520.7673182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4944a5b5-b88b-40bc-8ee2-ca93c99f278a"} {"level":"info","ts":1785181522.801573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181522.8016562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.8016665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.801679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","EoS":false} {"level":"info","ts":1785181522.8016975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","EoS":true} {"level":"info","ts":1785181522.8017201,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181522.801736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181522.8017557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181545.0352335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181545.0353515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0353694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0353878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","EoS":false} {"level":"info","ts":1785181545.0354085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","EoS":true} {"level":"info","ts":1785181545.0354397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181545.0354617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181545.035492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181554.3199203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181554.3199985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de"} {"level":"info","ts":1785181554.3200092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de"} {"level":"info","ts":1785181554.3200212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de","EoS":false} {"level":"info","ts":1785181554.320032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de","EoS":true} {"level":"info","ts":1785181554.3200552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181554.320072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181554.3200943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdaf6ab6-5a69-4342-af2e-59a91b7f20de"} {"level":"info","ts":1785181559.6899786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181559.6900644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9"} {"level":"info","ts":1785181559.6900816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9"} {"level":"info","ts":1785181559.6900966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9","EoS":false} {"level":"info","ts":1785181559.6901088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9","EoS":true} {"level":"info","ts":1785181559.6901307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181559.690148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181559.6901736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eca9933c-95df-495e-9e79-0e44609674d9"} {"level":"info","ts":1785181569.153698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181569.153787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c"} {"level":"info","ts":1785181569.1537962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c"} {"level":"info","ts":1785181569.1538074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c","EoS":false} {"level":"info","ts":1785181569.1538262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c","EoS":true} {"level":"info","ts":1785181569.153849,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181569.1538649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181569.1538858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a8d85b3-4fd0-4b02-874f-4c707285a25c"} {"level":"info","ts":1785181571.1879544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181571.1880453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.1880593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.1880774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","EoS":false} {"level":"info","ts":1785181571.188096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","EoS":true} {"level":"info","ts":1785181571.1881282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181571.1881478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181571.188177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181580.5348275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181580.5349042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5349135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5349243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","EoS":false} {"level":"info","ts":1785181580.5349386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","EoS":true} {"level":"info","ts":1785181580.5349593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181580.5349755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181580.5349984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5727713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181580.5728438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.5728548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.5728662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","EoS":false} {"level":"info","ts":1785181580.5728786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","EoS":true} {"level":"info","ts":1785181580.5728981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181580.5729132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181580.5729342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181599.5379376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181599.5380147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.5380268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.5380373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","EoS":false} {"level":"info","ts":1785181599.5380485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","EoS":true} {"level":"info","ts":1785181599.5380697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181599.5380867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181599.538108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181608.8158095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181608.8158858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10"} {"level":"info","ts":1785181608.8158956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10"} {"level":"info","ts":1785181608.8159065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10","EoS":false} {"level":"info","ts":1785181608.8159223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10","EoS":true} {"level":"info","ts":1785181608.8159454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181608.8159616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181608.815982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"421a3077-d8be-4c88-8628-20870f244f10"} {"level":"info","ts":1785181614.0084069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181614.0084836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1"} {"level":"info","ts":1785181614.0084949,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1"} {"level":"info","ts":1785181614.008506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1","EoS":false} {"level":"info","ts":1785181614.0085182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1","EoS":true} {"level":"info","ts":1785181614.008541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181614.0085573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181614.008578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36b02c1f-ac0b-417f-8adf-d06c73b755c1"} {"level":"info","ts":1785181704.2470775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181704.2471576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870"} {"level":"info","ts":1785181704.2471678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870"} {"level":"info","ts":1785181704.2471788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870","EoS":false} {"level":"info","ts":1785181704.2471895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870","EoS":true} {"level":"info","ts":1785181704.247212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785181704.2472274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785181704.2472715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0080f8dc-5c50-4bc0-8349-0c0a9e177870"} {"level":"info","ts":1785181729.4968514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181729.4969287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.4969378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.4969485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","EoS":false} {"level":"info","ts":1785181729.4969597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","EoS":true} {"level":"info","ts":1785181729.4969797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785181729.4969957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785181729.4970167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181764.1832805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181764.183364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.1833732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.1833847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","EoS":false} {"level":"info","ts":1785181764.1833985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","EoS":true} {"level":"info","ts":1785181764.1834283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181764.1834452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181764.1834655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181779.3510547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181779.3511474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.3511653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.3511853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","EoS":false} {"level":"info","ts":1785181779.3512022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","EoS":true} {"level":"info","ts":1785181779.3512325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181779.3512778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181779.3513064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.6201818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181779.6202877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c"} {"level":"info","ts":1785181779.6203024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c"} {"level":"info","ts":1785181779.6203144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c","EoS":false} {"level":"info","ts":1785181779.6203275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c","EoS":true} {"level":"info","ts":1785181779.6203492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181779.620365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181779.6203847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f591ab0e-3556-4bb1-88db-b6c949f2f34c"} {"level":"info","ts":1785182100.6162882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182100.6163812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.616392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.616409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","EoS":false} {"level":"info","ts":1785182100.6164238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","EoS":true} {"level":"info","ts":1785182100.6164472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182100.6164622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182100.6164882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.6516032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182100.6516995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.651723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.6517444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","EoS":false} {"level":"info","ts":1785182100.651762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","EoS":true} {"level":"info","ts":1785182100.6517954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182100.6518126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182100.6518474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.6919417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182100.6920094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3"} {"level":"info","ts":1785182100.6920183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3"} {"level":"info","ts":1785182100.692029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3","EoS":false} {"level":"info","ts":1785182100.6920426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3","EoS":true} {"level":"info","ts":1785182100.6920624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182100.6920764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182100.692098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36b09c8f-6b40-40d7-a15c-da7cecd060e3"} {"level":"info","ts":1785182100.7228642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182100.7229455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20"} {"level":"info","ts":1785182100.7229614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20"} {"level":"info","ts":1785182100.7229803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20","EoS":false} {"level":"info","ts":1785182100.722999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20","EoS":true} {"level":"info","ts":1785182100.723029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182100.723046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182100.7230759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bb1a2dd-6e71-4f0e-9cb0-ea833da73a20"} {"level":"info","ts":1785182105.5544946,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b2bc6b8-a21e-4b1b-ac2a-e8a78905fe27","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182105.554537,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b2bc6b8-a21e-4b1b-ac2a-e8a78905fe27","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182105.55452,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"036e5559-81ed-49f8-9f75-17b70722b958"} {"level":"info","ts":1785182105.5601552,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c77c27de-8be8-47bd-ab82-7c2c53d4a51a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182105.5603952,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36840.339903741,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.5604172,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c77c27de-8be8-47bd-ab82-7c2c53d4a51a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182105.5604181,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7338774,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8b6f8ac-7539-4aac-9bad-e47b48c45022","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182105.7339392,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8b6f8ac-7539-4aac-9bad-e47b48c45022","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182105.7347336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"485135ad-a54a-4e71-9006-1c481f9cf32d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.7348652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552375ba-9c70-4ecc-9418-97e6c3200c1f"} {"level":"info","ts":1785182105.7349348,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"485135ad-a54a-4e71-9006-1c481f9cf32d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.7349842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e2e1a6-3e58-4388-8147-6a08a6d4a3a1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e2e1a6-3e58-4388-8147-6a08a6d4a3a1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.735309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38037.284764893,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7353275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7399967,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7431493,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7606883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39001.79613079,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7607124,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.833636,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.8339472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13eb33c6-e86f-4a39-b2c3-f2c2bd439757","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.8339832,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13eb33c6-e86f-4a39-b2c3-f2c2bd439757","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.8361173,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552375ba-9c70-4ecc-9418-97e6c3200c1f","name":"e2e-external-model"} {"level":"info","ts":1785182105.8472815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8db386bf-7fa3-476b-9d2d-985f55b22dda","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.8473175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8db386bf-7fa3-476b-9d2d-985f55b22dda","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182105.8475707,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552375ba-9c70-4ecc-9418-97e6c3200c1f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182105.8476298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552375ba-9c70-4ecc-9418-97e6c3200c1f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.84773,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00c25b31-7a51-4426-bae1-3747f2af91fc"} {"level":"info","ts":1785182105.8477893,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00c25b31-7a51-4426-bae1-3747f2af91fc","name":"e2e-external-model"} {"level":"info","ts":1785182105.855639,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00c25b31-7a51-4426-bae1-3747f2af91fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182105.8600647,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0db8b24-4ec8-4f1d-a6ab-696a60ca411c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.8600917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0db8b24-4ec8-4f1d-a6ab-696a60ca411c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.8609314,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"036e5559-81ed-49f8-9f75-17b70722b958","name":"e2e-external-provider"} {"level":"error","ts":1785182105.8632193,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00c25b31-7a51-4426-bae1-3747f2af91fc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.8633099,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b27c9109-6648-40ff-a3d0-f0307b00c8aa"} {"level":"info","ts":1785182105.863358,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b27c9109-6648-40ff-a3d0-f0307b00c8aa","name":"e2e-external-model"} {"level":"info","ts":1785182105.8707683,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"036e5559-81ed-49f8-9f75-17b70722b958","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182105.8709214,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b27c9109-6648-40ff-a3d0-f0307b00c8aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785182105.8745475,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"036e5559-81ed-49f8-9f75-17b70722b958","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.87465,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3877dba-8711-41ce-aace-7678aa9dcb2e"} {"level":"info","ts":1785182105.874701,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3877dba-8711-41ce-aace-7678aa9dcb2e","name":"e2e-external-provider"} {"level":"info","ts":1785182105.8845148,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3877dba-8711-41ce-aace-7678aa9dcb2e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182117.206663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182117.2067652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1"} {"level":"info","ts":1785182117.2067769,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1"} {"level":"info","ts":1785182117.206788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1","EoS":false} {"level":"info","ts":1785182117.2068017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1","EoS":true} {"level":"info","ts":1785182117.2068224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182117.2068374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182117.206845,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1","modelName":"e2e-external-model"} {"level":"info","ts":1785182117.2068617,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182117.20694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d9171cd-2729-4672-82b0-7025d609c2b1"} {"level":"info","ts":1785182117.2584078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182117.2584844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151"} {"level":"info","ts":1785182117.2584941,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151"} {"level":"info","ts":1785182117.2585049,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151","EoS":false} {"level":"info","ts":1785182117.2585166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151","EoS":true} {"level":"info","ts":1785182117.2585425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182117.258559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182117.2585664,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151","modelName":"e2e-external-model"} {"level":"info","ts":1785182117.258582,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182117.2586198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd49ca65-3012-47bb-a94a-c27458219151"} {"level":"info","ts":1785182117.2850997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182117.2851999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf"} {"level":"info","ts":1785182117.2852173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf"} {"level":"info","ts":1785182117.2852354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","EoS":false} {"level":"info","ts":1785182117.285283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","EoS":true} {"level":"info","ts":1785182117.2853098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182117.2853308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182117.285344,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","modelName":"e2e-external-model"} {"level":"info","ts":1785182117.2853637,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182117.2854235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf"} {"level":"info","ts":1785182117.403186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d26aefea-7f9e-427b-b3ca-b7e9d40ee6a2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4032683,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d26aefea-7f9e-427b-b3ca-b7e9d40ee6a2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.4031982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379b1aa5-3daf-4228-b04d-4a4928050ee6"} {"level":"info","ts":1785182117.4103627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff632806-08d7-49be-9bb4-79c172d62434","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4103944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff632806-08d7-49be-9bb4-79c172d62434","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182117.411456,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379b1aa5-3daf-4228-b04d-4a4928050ee6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.411514,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379b1aa5-3daf-4228-b04d-4a4928050ee6","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4227655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379b1aa5-3daf-4228-b04d-4a4928050ee6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785182117.4264627,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379b1aa5-3daf-4228-b04d-4a4928050ee6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.4265628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4016c5a-f41a-4cfe-8a64-7c56c038ec6d"} {"level":"info","ts":1785182117.4266407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4016c5a-f41a-4cfe-8a64-7c56c038ec6d","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4281232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ca3163e-7e43-4cd7-ad08-bb9455319ccb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4281707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ca3163e-7e43-4cd7-ad08-bb9455319ccb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182117.4405444,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4016c5a-f41a-4cfe-8a64-7c56c038ec6d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182117.440608,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4016c5a-f41a-4cfe-8a64-7c56c038ec6d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.4406824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5c1b13a-dea3-4d86-b544-d37a495d570b"} {"level":"info","ts":1785182117.440753,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5c1b13a-dea3-4d86-b544-d37a495d570b","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.442388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15037865-7217-4875-804c-4e8564311868","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4424174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15037865-7217-4875-804c-4e8564311868","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.448533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5c1b13a-dea3-4d86-b544-d37a495d570b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785182117.4519427,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5c1b13a-dea3-4d86-b544-d37a495d570b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.4520154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99b774f6-04aa-4572-9e4b-88d9d57bf56d"} {"level":"info","ts":1785182117.4520648,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99b774f6-04aa-4572-9e4b-88d9d57bf56d","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4584715,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4471b342-9a3c-4abc-9097-b9e56254067f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4584973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4471b342-9a3c-4abc-9097-b9e56254067f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.4617586,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99b774f6-04aa-4572-9e4b-88d9d57bf56d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785182117.4653335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99b774f6-04aa-4572-9e4b-88d9d57bf56d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.4654052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd63ac5f-95f6-4265-a852-760a580d1c70"} {"level":"info","ts":1785182117.4654586,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd63ac5f-95f6-4265-a852-760a580d1c70","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4736855,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd63ac5f-95f6-4265-a852-760a580d1c70","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182125.6638722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddf1b202-056d-4d56-89ac-55baa7be6bd1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182125.6639104,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddf1b202-056d-4d56-89ac-55baa7be6bd1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182125.6639054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ad66fc8-8dfc-4b08-8857-20893394ae60"} {"level":"info","ts":1785182129.9537208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182129.9538045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410"} {"level":"info","ts":1785182129.9538152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410"} {"level":"info","ts":1785182129.9538271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410","EoS":false} {"level":"info","ts":1785182129.9538414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410","EoS":true} {"level":"info","ts":1785182129.9538653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785182129.9538805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785182129.9539015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410"} {"level":"info","ts":1785182129.9810839,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182129.9811466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554"} {"level":"info","ts":1785182129.981159,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554"} {"level":"info","ts":1785182129.981169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","EoS":false} {"level":"info","ts":1785182129.9811816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","EoS":true} {"level":"info","ts":1785182129.9811995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182129.9812124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182129.9812193,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","modelName":"e2e-external-model"} {"level":"info","ts":1785182129.9812338,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182129.9813058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554"} {"level":"info","ts":1785182130.017023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182130.0170941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.0171025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.0171127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","EoS":false} {"level":"info","ts":1785182130.0171237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","EoS":true} {"level":"info","ts":1785182130.0171423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785182130.0171566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182130.0171769,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.1518285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182130.1518998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.1519084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.1519186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","EoS":false} {"level":"info","ts":1785182130.151929,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","EoS":true} {"level":"info","ts":1785182130.1519516,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","field":"model"} {"level":"info","ts":1785182130.1519766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182131.0273373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e704e558-25ac-4948-bdc2-0a3c0e562e8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182131.0273879,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e704e558-25ac-4948-bdc2-0a3c0e562e8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182131.0273373,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a53ec2ba-25b2-445b-b796-a7937f1f9b95"} {"level":"info","ts":1785182131.1658037,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7c0e797-8bda-414c-9b66-e35a21b8ac37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182131.1658363,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7c0e797-8bda-414c-9b66-e35a21b8ac37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182131.165852,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09fbeeea-e017-4a8a-9e1e-809ba980162d"} {"level":"info","ts":1785183501.7558653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183501.7559564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdf0f2cb-d184-4c38-ac2f-ea4e962050e5"} {"level":"info","ts":1785183566.0741208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183566.0742064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.074215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.0742252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","EoS":false} {"level":"info","ts":1785183566.074236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","EoS":true} {"level":"info","ts":1785183566.0742831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183566.0742986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785183566.0743215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"}