{"level":"info","ts":1785180820.493446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4f5c691-b98c-4d23-97ea-7b4be7e76b74"} {"level":"info","ts":1785180820.493462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4f5c691-b98c-4d23-97ea-7b4be7e76b74","EoS":false} {"level":"info","ts":1785180820.4934807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4f5c691-b98c-4d23-97ea-7b4be7e76b74","EoS":true} {"level":"info","ts":1785180820.493508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4f5c691-b98c-4d23-97ea-7b4be7e76b74","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180820.4935298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4f5c691-b98c-4d23-97ea-7b4be7e76b74","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180820.4935548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4f5c691-b98c-4d23-97ea-7b4be7e76b74"} {"level":"info","ts":1785180824.6374748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180824.6375566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a"} {"level":"info","ts":1785180824.637566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a"} {"level":"info","ts":1785180824.6375785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a","EoS":false} {"level":"info","ts":1785180824.63759,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a","EoS":true} {"level":"info","ts":1785180824.6376092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180824.6376255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180824.6376462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22e22e6a-6770-4b7e-a26c-4edc166b5f1a"} {"level":"info","ts":1785180843.560471,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180843.5605638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9"} {"level":"info","ts":1785180843.560576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9"} {"level":"info","ts":1785180843.560593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9","EoS":false} {"level":"info","ts":1785180843.5606103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9","EoS":true} {"level":"info","ts":1785180843.560647,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180843.5606668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180843.5607026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcf043f9-5984-4ad5-b090-42bc50c123d9"} {"level":"info","ts":1785180843.696654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180843.6967402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642"} {"level":"info","ts":1785180843.6967506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642"} {"level":"info","ts":1785180843.6967812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642","EoS":false} {"level":"info","ts":1785180843.6967943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642","EoS":true} {"level":"info","ts":1785180843.696815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180843.6968315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180843.6968539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b34b2aee-2d71-4c50-85e3-eddd36425642"} {"level":"info","ts":1785180843.8339727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180843.8340628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747"} {"level":"info","ts":1785180843.834079,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747"} {"level":"info","ts":1785180843.8340962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747","EoS":false} {"level":"info","ts":1785180843.834113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747","EoS":true} {"level":"info","ts":1785180843.8341465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180843.8341665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180843.834197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dc89fac-a65b-440b-b56c-7ca400599747"} {"level":"info","ts":1785180843.972209,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180843.9723017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151"} {"level":"info","ts":1785180843.9723158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151"} {"level":"info","ts":1785180843.9723282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151","EoS":false} {"level":"info","ts":1785180843.9723399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151","EoS":true} {"level":"info","ts":1785180843.9723597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180843.9723756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180843.9724002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aacba370-a165-413f-ab85-0a8605c20151"} {"level":"info","ts":1785180844.1052258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180844.1053202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06"} {"level":"info","ts":1785180844.1053314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06"} {"level":"info","ts":1785180844.105344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06","EoS":false} {"level":"info","ts":1785180844.105358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06","EoS":true} {"level":"info","ts":1785180844.1053777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180844.1053936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180844.105419,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31d5c7f1-dc7d-4bf4-b5b4-dd86f2557f06"} {"level":"info","ts":1785180844.242711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180844.2428052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb"} {"level":"info","ts":1785180844.2428153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb"} {"level":"info","ts":1785180844.2428272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb","EoS":false} {"level":"info","ts":1785180844.2428405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb","EoS":true} {"level":"info","ts":1785180844.242867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180844.2428837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180844.2429056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66df23ae-e19b-4c47-8d26-7884d94ccdeb"} {"level":"info","ts":1785180859.851159,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180859.8512561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c"} {"level":"info","ts":1785180859.8512673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c"} {"level":"info","ts":1785180859.85128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c","EoS":false} {"level":"info","ts":1785180859.8512921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c","EoS":true} {"level":"info","ts":1785180859.8513136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180859.8513308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180859.8513522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce48e964-dfa9-4201-bbd0-c007a542c39c"} {"level":"info","ts":1785180859.887939,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180859.888034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922"} {"level":"info","ts":1785180859.8880467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922"} {"level":"info","ts":1785180859.8880591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922","EoS":false} {"level":"info","ts":1785180859.8880732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922","EoS":true} {"level":"info","ts":1785180859.8880975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180859.888118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180859.8881423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d36e759b-719d-4dc4-b7ac-6cdda312b922"} {"level":"info","ts":1785180859.9186132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180859.9186997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1"} {"level":"info","ts":1785180859.9187155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1"} {"level":"info","ts":1785180859.918732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1","EoS":false} {"level":"info","ts":1785180859.918745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1","EoS":true} {"level":"info","ts":1785180859.91879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180859.918813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180859.9188478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3eb78d39-391e-4539-bb7b-feb6a23148c1"} {"level":"info","ts":1785180859.9485314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180859.9486105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d"} {"level":"info","ts":1785180859.9486194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d"} {"level":"info","ts":1785180859.9486299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d","EoS":false} {"level":"info","ts":1785180859.9486403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d","EoS":true} {"level":"info","ts":1785180859.9486618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180859.9486768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180859.9486997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0e479ab-126f-4020-8bfd-db135010ae5d"} {"level":"info","ts":1785180859.978479,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180859.978575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34661a10-aeee-4728-a95f-86ed2875a8b0"} {"level":"info","ts":1785180864.6014128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180864.6015651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c"} {"level":"info","ts":1785180864.6015887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c"} {"level":"info","ts":1785180864.601605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c","EoS":false} {"level":"info","ts":1785180864.6016161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c","EoS":true} {"level":"info","ts":1785180864.6016397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180864.6016636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180864.6016986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c290e49-7681-4b7a-91f2-1f26bba06c7c"} {"level":"info","ts":1785180873.1865537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180873.1866353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1"} {"level":"info","ts":1785180873.1866446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1"} {"level":"info","ts":1785180873.1866565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1","EoS":false} {"level":"info","ts":1785180873.1866686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1","EoS":true} {"level":"info","ts":1785180873.186692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180873.1867101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180873.186733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c24ae336-447d-414d-b21d-d56fede9acc1"} {"level":"info","ts":1785180875.2180626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180875.2181447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845"} {"level":"info","ts":1785180875.2181544,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845"} {"level":"info","ts":1785180875.2181666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845","EoS":false} {"level":"info","ts":1785180875.218177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845","EoS":true} {"level":"info","ts":1785180875.2181976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180875.2182167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180875.21824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9da7de13-8b65-4508-bac1-20bf2b2a0845"} {"level":"info","ts":1785180888.0999525,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180888.1000328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad"} {"level":"info","ts":1785180888.1000419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad"} {"level":"info","ts":1785180888.1000528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad","EoS":false} {"level":"info","ts":1785180888.1000662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad","EoS":true} {"level":"info","ts":1785180888.1000974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180888.100119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180888.10015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df4f15be-9ea3-48e5-bfc9-084c1b56d2ad"} {"level":"info","ts":1785180896.6359608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180896.6360528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409"} {"level":"info","ts":1785180896.6360672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409"} {"level":"info","ts":1785180896.636084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409","EoS":false} {"level":"info","ts":1785180896.6361043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409","EoS":true} {"level":"info","ts":1785180896.636139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180896.6361585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180896.6361895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dce7e4ba-5429-4fd1-9c46-769c90cde409"} {"level":"info","ts":1785180905.523246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180905.5233464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4"} {"level":"info","ts":1785180905.523366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4"} {"level":"info","ts":1785180905.5233834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4","EoS":false} {"level":"info","ts":1785180905.5234005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4","EoS":true} {"level":"info","ts":1785180905.5234294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180905.5234551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180905.5234826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3940319-06e1-46d3-bd06-deff71ddeaa4"} {"level":"info","ts":1785180914.5184448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180914.5185368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276"} {"level":"info","ts":1785180914.5185497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276"} {"level":"info","ts":1785180914.5185685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276","EoS":false} {"level":"info","ts":1785180914.51859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276","EoS":true} {"level":"info","ts":1785180914.518625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180914.5186455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180914.5186782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5aa28d2-2000-4365-8d9c-78ebe9f5c276"} {"level":"info","ts":1785180919.2729201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180919.2730057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005"} {"level":"info","ts":1785180919.2730153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005"} {"level":"info","ts":1785180919.2730262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005","EoS":false} {"level":"info","ts":1785180919.2730412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005","EoS":true} {"level":"info","ts":1785180919.2730613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180919.273077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180919.2731001,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d90741f6-c990-42e2-b7b2-a6ee2e7e5005"} {"level":"info","ts":1785180924.0446777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180924.0447865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903"} {"level":"info","ts":1785180924.0447996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903"} {"level":"info","ts":1785180924.0448155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903","EoS":false} {"level":"info","ts":1785180924.044832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903","EoS":true} {"level":"info","ts":1785180924.0448565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180924.0448723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180924.0448956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bd09de5-6eac-42cb-a039-194c2ff83903"} {"level":"info","ts":1785180924.312488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180924.3125837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78"} {"level":"info","ts":1785180924.3126013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78"} {"level":"info","ts":1785180924.3126218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78","EoS":false} {"level":"info","ts":1785180924.3126416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78","EoS":true} {"level":"info","ts":1785180924.3126733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180924.3126912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180924.3127217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33bc1bc0-0379-406c-86aa-7cbcaeedee78"} {"level":"info","ts":1785180926.3455145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180926.3456032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8"} {"level":"info","ts":1785180926.3456204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8"} {"level":"info","ts":1785180926.345636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8","EoS":false} {"level":"info","ts":1785180926.3456519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8","EoS":true} {"level":"info","ts":1785180926.3456717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180926.3456872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180926.3457122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcfcc8a8-8ff4-4a83-8f4b-3a8e9fd2c0a8"} {"level":"info","ts":1785180928.3783476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180928.3784242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d"} {"level":"info","ts":1785180928.3784335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d"} {"level":"info","ts":1785180928.3784444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d","EoS":false} {"level":"info","ts":1785180928.378455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d","EoS":true} {"level":"info","ts":1785180928.3784761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180928.3784924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180928.3785124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30127807-2a7a-42ae-9010-eccdc51d983d"} {"level":"info","ts":1785180930.410997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180930.411079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4"} {"level":"info","ts":1785180930.4110882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4"} {"level":"info","ts":1785180930.4110992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4","EoS":false} {"level":"info","ts":1785180930.4111094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4","EoS":true} {"level":"info","ts":1785180930.4111304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180930.4111466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180930.4111686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69ef0c16-cdb7-4c5e-9b06-337938046cc4"} {"level":"info","ts":1785180954.0975165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180954.0976098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1"} {"level":"info","ts":1785180954.0976262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1"} {"level":"info","ts":1785180954.0976443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1","EoS":false} {"level":"info","ts":1785180954.0976663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1","EoS":true} {"level":"info","ts":1785180954.0976965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180954.097715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180954.0977478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b7847e6-3d8b-4594-b271-cd8883afd9e1"} {"level":"info","ts":1785180963.3737469,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180963.3738573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661"} {"level":"info","ts":1785180963.3738716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661"} {"level":"info","ts":1785180963.3738916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661","EoS":false} {"level":"info","ts":1785180963.3739078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661","EoS":true} {"level":"info","ts":1785180963.3739405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180963.3739605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180963.3739932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51627086-b592-438f-8a1d-b596e9ca6661"} {"level":"info","ts":1785180968.7492018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180968.7492929,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04"} {"level":"info","ts":1785180968.7493036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04"} {"level":"info","ts":1785180968.7493148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04","EoS":false} {"level":"info","ts":1785180968.7493355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04","EoS":true} {"level":"info","ts":1785180968.749359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785180968.7493753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180968.749397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad2bb2ba-8887-41fc-9721-dac686b9ac04"} {"level":"info","ts":1785180978.250614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180978.2507205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42"} {"level":"info","ts":1785180978.250739,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42"} {"level":"info","ts":1785180978.2507737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42","EoS":false} {"level":"info","ts":1785180978.250791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42","EoS":true} {"level":"info","ts":1785180978.25083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180978.2508528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180978.2508836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08eafa84-04b5-458f-a6a3-c88d9d53ed42"} {"level":"info","ts":1785180980.2810078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180980.2811148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417"} {"level":"info","ts":1785180980.2811258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417"} {"level":"info","ts":1785180980.2811382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417","EoS":false} {"level":"info","ts":1785180980.2811494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417","EoS":true} {"level":"info","ts":1785180980.281169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180980.2811854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180980.2812057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00c06a77-241a-4e2e-a9ca-369858073417"} {"level":"info","ts":1785180989.6733942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180989.6734834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633"} {"level":"info","ts":1785180989.673492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633"} {"level":"info","ts":1785180989.6735036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633","EoS":false} {"level":"info","ts":1785180989.6735184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633","EoS":true} {"level":"info","ts":1785180989.6735394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180989.6735551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180989.6735783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02e17eb2-7c62-47fa-a0dd-8ed088600633"} {"level":"info","ts":1785180989.706552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180989.7066708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b"} {"level":"info","ts":1785180989.7066844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b"} {"level":"info","ts":1785180989.7066963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b","EoS":false} {"level":"info","ts":1785180989.7067091,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b","EoS":true} {"level":"info","ts":1785180989.7067294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180989.7067454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180989.7068017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84ac7be6-f82b-47c6-93ba-896a29696b9b"} {"level":"info","ts":1785181008.8647342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181008.8648567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d"} {"level":"info","ts":1785181008.864873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d"} {"level":"info","ts":1785181008.864885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d","EoS":false} {"level":"info","ts":1785181008.8648953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d","EoS":true} {"level":"info","ts":1785181008.8649166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181008.864932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181008.8649566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4786293-142d-43dd-9596-b77517945c4d"} {"level":"info","ts":1785181018.3776386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181018.3777397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31"} {"level":"info","ts":1785181018.3777535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31"} {"level":"info","ts":1785181018.3777914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31","EoS":false} {"level":"info","ts":1785181018.3778055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31","EoS":true} {"level":"info","ts":1785181018.3778288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181018.377846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181018.3778791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e61fa02f-78dc-4e07-834c-a1a47f2a4c31"} {"level":"info","ts":1785181023.736599,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181023.73668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe"} {"level":"info","ts":1785181023.736689,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe"} {"level":"info","ts":1785181023.7366993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe","EoS":false} {"level":"info","ts":1785181023.7367122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe","EoS":true} {"level":"info","ts":1785181023.7367327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785181023.7367485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181023.7367997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae31f491-913d-4d62-8720-22083badcdbe"} {"level":"info","ts":1785181114.2248225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181114.2249277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f"} {"level":"info","ts":1785181114.2249503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f"} {"level":"info","ts":1785181114.2249708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f","EoS":false} {"level":"info","ts":1785181114.2249858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f","EoS":true} {"level":"info","ts":1785181114.2250113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785181114.2250264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785181114.2250495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25b639e1-b2ea-4c2e-9807-c787958af39f"} {"level":"info","ts":1785181139.8536222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181139.853717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784"} {"level":"info","ts":1785181139.8537297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784"} {"level":"info","ts":1785181139.8537495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784","EoS":false} {"level":"info","ts":1785181139.8537884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784","EoS":true} {"level":"info","ts":1785181139.8538198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785181139.8538392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785181139.8538713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cec2f548-598d-422f-afef-ae3360e4e784"} {"level":"info","ts":1785181176.8386703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181176.8387496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539"} {"level":"info","ts":1785181176.8387742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539"} {"level":"info","ts":1785181176.8387914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539","EoS":false} {"level":"info","ts":1785181176.838803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539","EoS":true} {"level":"info","ts":1785181176.8388228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181176.8388395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181176.8388658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2434d1b-7cba-4da9-9e91-9f196b9c6539"} {"level":"info","ts":1785181192.1179564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181192.1180356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af"} {"level":"info","ts":1785181192.1180453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af"} {"level":"info","ts":1785181192.1180573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af","EoS":false} {"level":"info","ts":1785181192.118071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af","EoS":true} {"level":"info","ts":1785181192.1180928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181192.1181076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181192.1181276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b2ba25e-64b8-4e9a-b6fd-7abeed9f25af"} {"level":"info","ts":1785181192.3866286,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181192.3867216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c"} {"level":"info","ts":1785181192.3867354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c"} {"level":"info","ts":1785181192.386757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c","EoS":false} {"level":"info","ts":1785181192.3867908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c","EoS":true} {"level":"info","ts":1785181192.3868232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785181192.3868487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181192.386879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a01efa05-ab6a-4008-8a0d-5d4536d6236c"} {"level":"info","ts":1785181490.869744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181490.8698657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b"} {"level":"info","ts":1785181490.8698773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b"} {"level":"info","ts":1785181490.8698938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b","EoS":false} {"level":"info","ts":1785181490.8699157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b","EoS":true} {"level":"info","ts":1785181490.8699472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181490.8699672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181490.8700006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5a3002c-820f-4026-9e73-8f6cd1f6957b"} {"level":"info","ts":1785181490.9078853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181490.9079719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317"} {"level":"info","ts":1785181490.9079812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317"} {"level":"info","ts":1785181490.907992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317","EoS":false} {"level":"info","ts":1785181490.908004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317","EoS":true} {"level":"info","ts":1785181490.908027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181490.9080424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181490.908065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c393813-29ae-4db3-946e-35820a17f317"} {"level":"info","ts":1785181490.9410117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181490.9410985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857"} {"level":"info","ts":1785181490.9411106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857"} {"level":"info","ts":1785181490.9411266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857","EoS":false} {"level":"info","ts":1785181490.941144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857","EoS":true} {"level":"info","ts":1785181490.941175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785181490.941194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181490.9412234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b9d59f5-b982-409f-8be9-7ae96be13857"} {"level":"info","ts":1785181495.7919233,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4753d228-04b2-460c-a0df-c43e2e577f3a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785181495.791969,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4753d228-04b2-460c-a0df-c43e2e577f3a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785181495.7920117,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b21a7f9-7856-4339-9d0a-4e4dff082d78"} {"level":"info","ts":1785181495.798512,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dec1cfdb-afcf-4402-8bac-61625a3edfd6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785181495.7986512,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32798.782633231,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181495.798677,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181495.798707,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dec1cfdb-afcf-4402-8bac-61625a3edfd6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785181495.9123569,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0af9747-51e5-4553-8794-3fad66cbc23b"} {"level":"info","ts":1785181495.9124599,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0af9747-51e5-4553-8794-3fad66cbc23b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785181495.913008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b84b55a-7795-4dba-b19e-6b221d458dc6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181495.9130447,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b84b55a-7795-4dba-b19e-6b221d458dc6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785181495.9202752,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785181495.9217553,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0af9747-51e5-4553-8794-3fad66cbc23b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785181495.921894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0af9747-51e5-4553-8794-3fad66cbc23b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181495.9219532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d628d71-4ad9-43d9-967f-1b9c49487cee"} {"level":"info","ts":1785181495.9219847,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d628d71-4ad9-43d9-967f-1b9c49487cee","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785181495.922372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0deafd9b-3395-4d42-9285-c42975b8cd3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181495.9224079,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0deafd9b-3395-4d42-9285-c42975b8cd3c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785181495.925782,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d628d71-4ad9-43d9-967f-1b9c49487cee","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785181495.9258332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d628d71-4ad9-43d9-967f-1b9c49487cee","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181495.9259124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79f2e56f-a3d0-4435-b0d0-a46267add579"} {"level":"info","ts":1785181495.925945,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79f2e56f-a3d0-4435-b0d0-a46267add579","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785181495.9305158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79f2e56f-a3d0-4435-b0d0-a46267add579","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181496.0098732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cffc1845-b63e-45f2-994e-bc6510eed52f"} {"level":"info","ts":1785181496.0100873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38915.025614409,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181496.0101137,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181496.0103517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63f59704-df9d-445e-b169-7ffd32e91ad7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181496.0104318,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"323cb04a-ef29-47ca-8c33-45af49c5d43e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785181496.0105007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63f59704-df9d-445e-b169-7ffd32e91ad7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785181496.0105119,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"323cb04a-ef29-47ca-8c33-45af49c5d43e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785181496.0105698,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32650.122008506,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181496.0105836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181496.0181844,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181496.020342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785181496.0804942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c71ed26-964f-4abf-89be-4ff6e8cfd778","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181496.080535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c71ed26-964f-4abf-89be-4ff6e8cfd778","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785181496.099394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a3d519d-79a4-41fb-83e9-62141877f7b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181496.0995154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a3d519d-79a4-41fb-83e9-62141877f7b1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785181496.1101542,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b21a7f9-7856-4339-9d0a-4e4dff082d78","name":"e2e-external-provider"} {"level":"info","ts":1785181496.1105633,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cffc1845-b63e-45f2-994e-bc6510eed52f","name":"e2e-external-model"} {"level":"info","ts":1785181496.1165426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a1c0da1-167a-4064-8776-bb7b760d5e4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181496.116649,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a1c0da1-167a-4064-8776-bb7b760d5e4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785181496.122028,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cffc1845-b63e-45f2-994e-bc6510eed52f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785181496.12565,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b21a7f9-7856-4339-9d0a-4e4dff082d78","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785181496.1267114,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cffc1845-b63e-45f2-994e-bc6510eed52f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181496.1268542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca956206-5de6-4585-bb99-2fa5edc7a99a"} {"level":"info","ts":1785181496.126919,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca956206-5de6-4585-bb99-2fa5edc7a99a","name":"e2e-external-model"} {"level":"error","ts":1785181496.1317008,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b21a7f9-7856-4339-9d0a-4e4dff082d78","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181496.131865,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2808f5e3-135a-479f-b077-d4550246cb64"} {"level":"info","ts":1785181496.1319187,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2808f5e3-135a-479f-b077-d4550246cb64","name":"e2e-external-provider"} {"level":"info","ts":1785181496.139175,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca956206-5de6-4585-bb99-2fa5edc7a99a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785181496.1429543,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2808f5e3-135a-479f-b077-d4550246cb64","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785181503.2493896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181503.2494729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82"} {"level":"info","ts":1785181503.249485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82"} {"level":"info","ts":1785181503.2494972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82","EoS":false} {"level":"info","ts":1785181503.2495074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82","EoS":true} {"level":"info","ts":1785181503.2495275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785181503.2495444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785181503.2495553,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82","modelName":"e2e-external-model"} {"level":"info","ts":1785181503.2495723,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785181503.2496307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f414162b-5421-46bd-ae6e-a623121d6b82"} {"level":"info","ts":1785181503.2984293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181503.2985058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf"} {"level":"info","ts":1785181503.2985184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf"} {"level":"info","ts":1785181503.2985334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf","EoS":false} {"level":"info","ts":1785181503.2985508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf","EoS":true} {"level":"info","ts":1785181503.29857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785181503.2985854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785181503.2985933,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf","modelName":"e2e-external-model"} {"level":"info","ts":1785181503.298607,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785181503.2986531,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ad4c78d-b8e3-488c-8f13-dc3113aa8dcf"} {"level":"info","ts":1785181503.319586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181503.3196747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03"} {"level":"info","ts":1785181503.3196895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03"} {"level":"info","ts":1785181503.3197098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03","EoS":false} {"level":"info","ts":1785181503.3197305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03","EoS":true} {"level":"info","ts":1785181503.3197825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785181503.319801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785181503.3198128,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03","modelName":"e2e-external-model"} {"level":"info","ts":1785181503.3198347,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785181503.319884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6aea1182-789c-49a0-a8e6-48efaec7ad03"} {"level":"info","ts":1785181503.4451215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09b36e62-1ecf-4226-bdd5-ac65ea8f2cb9"} {"level":"info","ts":1785181503.4451606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4938b30c-4043-4436-b79a-c22ea7231e5b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181503.4451985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4938b30c-4043-4436-b79a-c22ea7231e5b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785181503.4535496,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09b36e62-1ecf-4226-bdd5-ac65ea8f2cb9","name":"e2e-cleanup-test"} {"level":"info","ts":1785181503.4536161,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1452cc99-6c01-42ba-acd7-e4fc0293cefd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181503.453641,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1452cc99-6c01-42ba-acd7-e4fc0293cefd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785181503.4720736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09b36e62-1ecf-4226-bdd5-ac65ea8f2cb9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181503.4721768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb0570c7-9bf9-4335-b1e2-faa0b9c271cc"} {"level":"info","ts":1785181503.4721918,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1be816-5059-4f00-b853-ea0bbaa4ef09","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181503.4722574,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb0570c7-9bf9-4335-b1e2-faa0b9c271cc","name":"e2e-cleanup-test"} {"level":"info","ts":1785181503.4722683,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1be816-5059-4f00-b853-ea0bbaa4ef09","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785181503.4893005,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb0570c7-9bf9-4335-b1e2-faa0b9c271cc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785181503.4893951,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e403c841-ba92-42e7-ac4e-a3a4b2f8fb04"} {"level":"info","ts":1785181503.4893959,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bbc583f-43c2-456c-8ceb-585d74e15708","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181503.4894283,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bbc583f-43c2-456c-8ceb-585d74e15708","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785181503.4894598,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e403c841-ba92-42e7-ac4e-a3a4b2f8fb04","name":"e2e-cleanup-test"} {"level":"info","ts":1785181503.4989905,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e403c841-ba92-42e7-ac4e-a3a4b2f8fb04","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785181503.5080585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c84ec8b-4893-47cd-91d7-af9787c71898","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181503.508123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c84ec8b-4893-47cd-91d7-af9787c71898","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785181503.5080729,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b46f64f6-8a3f-4acc-80f6-1883eab2a3e9"} {"level":"info","ts":1785181503.50821,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b46f64f6-8a3f-4acc-80f6-1883eab2a3e9","name":"e2e-cleanup-test"} {"level":"info","ts":1785181503.5177236,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b46f64f6-8a3f-4acc-80f6-1883eab2a3e9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785181511.7093804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5157fd6d-5a4c-49ac-82b6-8f3e0de8115c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181511.7094307,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5157fd6d-5a4c-49ac-82b6-8f3e0de8115c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785181511.7094233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3fa2527-6ac9-4e63-8d89-1557a41f28c6"} {"level":"info","ts":1785181516.000138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181516.0002465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d"} {"level":"info","ts":1785181516.0002666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d"} {"level":"info","ts":1785181516.0002859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d","EoS":false} {"level":"info","ts":1785181516.0003028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d","EoS":true} {"level":"info","ts":1785181516.0003269,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785181516.000349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785181516.0003748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38241b30-16f8-4a96-bd13-183c573be69d"} {"level":"info","ts":1785181516.0231137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181516.0232098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a"} {"level":"info","ts":1785181516.0232239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a"} {"level":"info","ts":1785181516.0232365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a","EoS":false} {"level":"info","ts":1785181516.023248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a","EoS":true} {"level":"info","ts":1785181516.02327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785181516.0232887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785181516.0232968,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a","modelName":"e2e-external-model"} {"level":"info","ts":1785181516.0233102,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785181516.0233507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebb9e78f-67e1-4f35-9d9d-fb46ae3cdc3a"} {"level":"info","ts":1785181516.0726936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181516.0727851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b"} {"level":"info","ts":1785181516.0727952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b"} {"level":"info","ts":1785181516.0728068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b","EoS":false} {"level":"info","ts":1785181516.0728197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b","EoS":true} {"level":"info","ts":1785181516.0728395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785181516.0728557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785181516.072879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f71c1652-106e-48ef-b8f8-99dc17ffb41b"} {"level":"info","ts":1785181516.2110615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181516.2111452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec6c914f-698c-401d-89e6-6f49ff106e27"} {"level":"info","ts":1785181516.2111588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec6c914f-698c-401d-89e6-6f49ff106e27"} {"level":"info","ts":1785181516.2111757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec6c914f-698c-401d-89e6-6f49ff106e27","EoS":false} {"level":"info","ts":1785181516.2111974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec6c914f-698c-401d-89e6-6f49ff106e27","EoS":true} {"level":"info","ts":1785181516.2112312,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ec6c914f-698c-401d-89e6-6f49ff106e27","field":"model"} {"level":"info","ts":1785181516.211263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec6c914f-698c-401d-89e6-6f49ff106e27"} {"level":"info","ts":1785181517.146162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2756b1ef-0876-4379-a9cb-02206de3ef81"} {"level":"info","ts":1785181517.1461763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"439a1f2e-397a-479c-9786-26900843efbb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181517.146209,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"439a1f2e-397a-479c-9786-26900843efbb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785181517.3346236,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0ec983f-3b5c-47ff-a665-7530dfd71ec9"} {"level":"info","ts":1785181517.3346238,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24f79b56-a507-49ba-8e6b-3c7883344957","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785181517.3347118,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24f79b56-a507-49ba-8e6b-3c7883344957","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182870.952693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182870.9528306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2844febd-7b15-4ea0-b620-b60a72b4738c"} {"level":"info","ts":1785182927.396319,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182927.3964074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809"} {"level":"info","ts":1785182927.3964174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809"} {"level":"info","ts":1785182927.396428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809","EoS":false} {"level":"info","ts":1785182927.3964384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809","EoS":true} {"level":"info","ts":1785182927.396463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182927.3964763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785182927.3965008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9a56cb7-c030-4fa5-9305-f01b219c5809"}