{"level":"info","ts":1784925028.856311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","EoS":false} {"level":"info","ts":1784925028.8563213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","EoS":true} {"level":"info","ts":1784925028.8563433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925028.8563602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925028.8563848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4"} {"level":"info","ts":1784925028.900168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925028.9002419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52"} {"level":"info","ts":1784925028.9002514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52"} {"level":"info","ts":1784925028.9002626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52","EoS":false} {"level":"info","ts":1784925028.9002757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52","EoS":true} {"level":"info","ts":1784925028.9002962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925028.9003117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925028.9003313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6300e4ca-397e-4a9c-8f56-0a664c3ecb52"} {"level":"info","ts":1784925033.0792084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925033.0792897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17"} {"level":"info","ts":1784925033.0792992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17"} {"level":"info","ts":1784925033.0793111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17","EoS":false} {"level":"info","ts":1784925033.0793216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17","EoS":true} {"level":"info","ts":1784925033.0793476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925033.0793657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925033.0793874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afc04f02-7ca6-433e-8664-2ff294605c17"} {"level":"info","ts":1784925052.050705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925052.0507932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"} {"level":"info","ts":1784925052.0508122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"} {"level":"info","ts":1784925052.0508313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","EoS":false} {"level":"info","ts":1784925052.050858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","EoS":true} {"level":"info","ts":1784925052.050889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925052.0509083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925052.0509377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"} {"level":"info","ts":1784925052.1913805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925052.1914754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"} {"level":"info","ts":1784925052.191492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"} {"level":"info","ts":1784925052.191512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","EoS":false} {"level":"info","ts":1784925052.1915472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","EoS":true} {"level":"info","ts":1784925052.1915762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925052.191597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925052.1916306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"} {"level":"info","ts":1784925052.3357632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925052.3358612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"} {"level":"info","ts":1784925052.3358784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"} {"level":"info","ts":1784925052.3358924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","EoS":false} {"level":"info","ts":1784925052.3359032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","EoS":true} {"level":"info","ts":1784925052.3359241,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925052.3359404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925052.3359644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"} {"level":"info","ts":1784925052.475183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925052.4752638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"} {"level":"info","ts":1784925052.4752746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"} {"level":"info","ts":1784925052.4752867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","EoS":false} {"level":"info","ts":1784925052.4752994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","EoS":true} {"level":"info","ts":1784925052.4753196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925052.4753354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925052.4753556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"} {"level":"info","ts":1784925052.6208162,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925052.6209037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"} {"level":"info","ts":1784925052.6209164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"} {"level":"info","ts":1784925052.6209366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","EoS":false} {"level":"info","ts":1784925052.6209571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","EoS":true} {"level":"info","ts":1784925052.6209874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925052.6210055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925052.621035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"} {"level":"info","ts":1784925052.760097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925052.760188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe"} {"level":"info","ts":1784925052.7602043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe"} {"level":"info","ts":1784925052.7602243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe","EoS":false} {"level":"info","ts":1784925052.7602448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe","EoS":true} {"level":"info","ts":1784925052.760276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925052.7603033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925052.7603323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29812a03-13b3-4adc-b1bf-bde8a414b7fe"} {"level":"info","ts":1784925071.6155608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925071.6156566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"} {"level":"info","ts":1784925071.6156719,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"} {"level":"info","ts":1784925071.6156924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","EoS":false} {"level":"info","ts":1784925071.6157134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","EoS":true} {"level":"info","ts":1784925071.615744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925071.6157625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925071.6157935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"} {"level":"info","ts":1784925071.659906,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925071.6600015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4"} {"level":"info","ts":1784925071.660014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4"} {"level":"info","ts":1784925071.660027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4","EoS":false} {"level":"info","ts":1784925071.660038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4","EoS":true} {"level":"info","ts":1784925071.6600587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925071.660074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925071.6600952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78814634-53d8-4dad-ba0c-5fb22294d2c4"} {"level":"info","ts":1784925071.7019064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925071.701993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524"} {"level":"info","ts":1784925071.7020025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524"} {"level":"info","ts":1784925071.7020147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524","EoS":false} {"level":"info","ts":1784925071.7020266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524","EoS":true} {"level":"info","ts":1784925071.7020555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925071.7020712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925071.702091,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dbb43fe-a6e7-4983-8135-a29ffaa18524"} {"level":"info","ts":1784925071.739996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925071.740094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a"} {"level":"info","ts":1784925076.3608944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925076.3609934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"} {"level":"info","ts":1784925076.3610091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"} {"level":"info","ts":1784925076.361024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","EoS":false} {"level":"info","ts":1784925076.3610353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","EoS":true} {"level":"info","ts":1784925076.3610642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925076.3610802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925076.3610997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"} {"level":"info","ts":1784925084.929316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925084.9293919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04"} {"level":"info","ts":1784925084.9294047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04"} {"level":"info","ts":1784925084.9294167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04","EoS":false} {"level":"info","ts":1784925084.9294288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04","EoS":true} {"level":"info","ts":1784925084.929451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925084.9294665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925084.9294953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32d6b7e7-4236-44ae-8c40-0ff807fefb04"} {"level":"info","ts":1784925086.965495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925086.9655974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"} {"level":"info","ts":1784925086.9656134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"} {"level":"info","ts":1784925086.965633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","EoS":false} {"level":"info","ts":1784925086.9656525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","EoS":true} {"level":"info","ts":1784925086.9656801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925086.965698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925086.9657295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"} {"level":"info","ts":1784925099.874398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925099.8744948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"} {"level":"info","ts":1784925099.8745112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"} {"level":"info","ts":1784925099.874556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","EoS":false} {"level":"info","ts":1784925099.8745792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","EoS":true} {"level":"info","ts":1784925099.8746119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925099.8746326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925099.8746612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"} {"level":"info","ts":1784925108.4117332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925108.411819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"} {"level":"info","ts":1784925108.4118361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"} {"level":"info","ts":1784925108.411853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","EoS":false} {"level":"info","ts":1784925108.4118679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","EoS":true} {"level":"info","ts":1784925108.411889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925108.411904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925108.4119287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"} {"level":"info","ts":1784925117.3005881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925117.300669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"} {"level":"info","ts":1784925117.3006806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"} {"level":"info","ts":1784925117.3006933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","EoS":false} {"level":"info","ts":1784925117.3007064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","EoS":true} {"level":"info","ts":1784925117.3007278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925117.3007433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925117.3007634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"} {"level":"info","ts":1784925126.3386805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925126.3387623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540"} {"level":"info","ts":1784925126.338777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540"} {"level":"info","ts":1784925126.3387907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540","EoS":false} {"level":"info","ts":1784925126.3388073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540","EoS":true} {"level":"info","ts":1784925126.3388302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925126.3388438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925126.338865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3710a67c-4e79-47ce-9610-83ace5672540"} {"level":"info","ts":1784925131.0939138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925131.0940027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f"} {"level":"info","ts":1784925131.094014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f"} {"level":"info","ts":1784925131.0940266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f","EoS":false} {"level":"info","ts":1784925131.0940404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f","EoS":true} {"level":"info","ts":1784925131.094065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925131.0940826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925131.0941076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbbef9fb-0f9f-474e-ba16-8c9c0e4a933f"} {"level":"info","ts":1784925135.861157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925135.8612342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9"} {"level":"info","ts":1784925135.861246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9"} {"level":"info","ts":1784925135.861258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9","EoS":false} {"level":"info","ts":1784925135.8612707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9","EoS":true} {"level":"info","ts":1784925135.861313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925135.8613286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925135.8613493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30800d2f-a0cc-4222-a93c-8192d0f584f9"} {"level":"info","ts":1784925136.1511345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925136.15121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c"} {"level":"info","ts":1784925136.1512232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c"} {"level":"info","ts":1784925136.1512341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c","EoS":false} {"level":"info","ts":1784925136.151245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c","EoS":true} {"level":"info","ts":1784925136.1512659,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925136.15128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925136.1513004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04c0582c-9f15-40ba-93c4-d9916917e18c"} {"level":"info","ts":1784925138.189844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925138.1899254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27"} {"level":"info","ts":1784925138.1899393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27"} {"level":"info","ts":1784925138.1899543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27","EoS":false} {"level":"info","ts":1784925138.1899648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27","EoS":true} {"level":"info","ts":1784925138.1899848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925138.1899998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925138.1900198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c95daad1-3543-464d-a20c-36fc42dc0b27"} {"level":"info","ts":1784925140.226869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925140.2269537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813"} {"level":"info","ts":1784925140.2269688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813"} {"level":"info","ts":1784925140.226989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813","EoS":false} {"level":"info","ts":1784925140.227009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813","EoS":true} {"level":"info","ts":1784925140.2270374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925140.2270553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925140.2270887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22f2901b-12bb-4537-bdcf-43e52926d813"} {"level":"info","ts":1784925142.263744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925142.2638185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"} {"level":"info","ts":1784925142.26383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"} {"level":"info","ts":1784925142.2638423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","EoS":false} {"level":"info","ts":1784925142.2638538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","EoS":true} {"level":"info","ts":1784925142.263873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925142.2638881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925142.263908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"} {"level":"info","ts":1784925164.9111323,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925164.9112096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"} {"level":"info","ts":1784925164.9112206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"} {"level":"info","ts":1784925164.911232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","EoS":false} {"level":"info","ts":1784925164.9112427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","EoS":true} {"level":"info","ts":1784925164.9112618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925164.9112766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925164.9112964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"} {"level":"info","ts":1784925174.3018525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925174.3019657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3"} {"level":"info","ts":1784925174.3019779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3"} {"level":"info","ts":1784925174.3019896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3","EoS":false} {"level":"info","ts":1784925174.3020005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3","EoS":true} {"level":"info","ts":1784925174.302021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925174.3020377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925174.302059,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea205483-74eb-412d-a643-5caeef8bbed3"} {"level":"info","ts":1784925179.8183868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925179.8184853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730"} {"level":"info","ts":1784925179.8185008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730"} {"level":"info","ts":1784925179.8185174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730","EoS":false} {"level":"info","ts":1784925179.818569,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730","EoS":true} {"level":"info","ts":1784925179.818598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925179.8186188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925179.818648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bcd0a6fe-07c0-417f-be87-276d6bfd4730"} {"level":"info","ts":1784925189.4047854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925189.4048648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5"} {"level":"info","ts":1784925189.4048743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5"} {"level":"info","ts":1784925189.4048893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5","EoS":false} {"level":"info","ts":1784925189.4049044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5","EoS":true} {"level":"info","ts":1784925189.4049246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925189.404942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925189.4049628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"982c0aa3-47cc-473b-8099-9949f263edc5"} {"level":"info","ts":1784925191.4472163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925191.4473016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"} {"level":"info","ts":1784925191.4473147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"} {"level":"info","ts":1784925191.4473257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","EoS":false} {"level":"info","ts":1784925191.447337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","EoS":true} {"level":"info","ts":1784925191.4473562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925191.4473715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925191.4473925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"} {"level":"info","ts":1784925200.9342654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925200.934378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"} {"level":"info","ts":1784925200.9343896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"} {"level":"info","ts":1784925200.9344027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","EoS":false} {"level":"info","ts":1784925200.9344127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","EoS":true} {"level":"info","ts":1784925200.9344347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925200.934447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925200.9344685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"} {"level":"info","ts":1784925200.9934456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925200.993565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"} {"level":"info","ts":1784925200.9935791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"} {"level":"info","ts":1784925200.9936035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","EoS":false} {"level":"info","ts":1784925200.993624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","EoS":true} {"level":"info","ts":1784925200.993657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925200.993675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925200.993705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"} {"level":"info","ts":1784925220.1329544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925220.1330335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"} {"level":"info","ts":1784925220.1330473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"} {"level":"info","ts":1784925220.1330655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","EoS":false} {"level":"info","ts":1784925220.1330829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","EoS":true} {"level":"info","ts":1784925220.1331222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925220.133137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925220.1331587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"} {"level":"info","ts":1784925229.4779606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925229.478042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197"} {"level":"info","ts":1784925229.4780533,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197"} {"level":"info","ts":1784925229.478065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197","EoS":false} {"level":"info","ts":1784925229.4780757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197","EoS":true} {"level":"info","ts":1784925229.4780974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925229.478112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925229.4781325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78a430f0-aeb2-419f-b1b4-848b8a177197"} {"level":"info","ts":1784925234.7389286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925234.7390366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730"} {"level":"info","ts":1784925234.7390518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730"} {"level":"info","ts":1784925234.7390685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730","EoS":false} {"level":"info","ts":1784925234.739087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730","EoS":true} {"level":"info","ts":1784925234.7391174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784925234.7391388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784925234.739169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97c413c3-35b8-4495-8fad-181cafd0a730"} {"level":"info","ts":1784925325.1905832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925325.190661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6"} {"level":"info","ts":1784925325.1906729,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6"} {"level":"info","ts":1784925325.190691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6","EoS":false} {"level":"info","ts":1784925325.190706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6","EoS":true} {"level":"info","ts":1784925325.190734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784925325.190756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784925325.1907833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54dbb01d-b820-4a61-83dc-3bded57614a6"} {"level":"info","ts":1784925351.1414123,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925351.1415186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"} {"level":"info","ts":1784925351.141551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"} {"level":"info","ts":1784925351.1415696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","EoS":false} {"level":"info","ts":1784925351.1415882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","EoS":true} {"level":"info","ts":1784925351.1416166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784925351.1416352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784925351.1416607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"} {"level":"info","ts":1784925388.1660023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925388.1660972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"} {"level":"info","ts":1784925388.1661086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"} {"level":"info","ts":1784925388.1661272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","EoS":false} {"level":"info","ts":1784925388.1661446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","EoS":true} {"level":"info","ts":1784925388.1661768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925388.166196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925388.166227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"} {"level":"info","ts":1784925403.4082856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925403.408361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"} {"level":"info","ts":1784925403.4083703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"} {"level":"info","ts":1784925403.4083815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","EoS":false} {"level":"info","ts":1784925403.4083931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","EoS":true} {"level":"info","ts":1784925403.4084158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925403.408435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925403.4084582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"} {"level":"info","ts":1784925403.6865003,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925403.6866312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd"} {"level":"info","ts":1784925403.6866477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd"} {"level":"info","ts":1784925403.686662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd","EoS":false} {"level":"info","ts":1784925403.686673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd","EoS":true} {"level":"info","ts":1784925403.6866927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784925403.6867073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925403.6867282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"202fae0b-6700-4543-b824-148d6b215ecd"} {"level":"info","ts":1784925703.3028913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925703.3029704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"} {"level":"info","ts":1784925703.3029785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"} {"level":"info","ts":1784925703.3029897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","EoS":false} {"level":"info","ts":1784925703.3030007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","EoS":true} {"level":"info","ts":1784925703.303022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925703.3030367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925703.3030565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"} {"level":"info","ts":1784925703.347597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925703.34768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"} {"level":"info","ts":1784925703.3476906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"} {"level":"info","ts":1784925703.3477018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","EoS":false} {"level":"info","ts":1784925703.3477125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","EoS":true} {"level":"info","ts":1784925703.3477325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925703.3477497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925703.3477697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"} {"level":"info","ts":1784925703.3895822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925703.3896687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6"} {"level":"info","ts":1784925703.389685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6"} {"level":"info","ts":1784925703.3897057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6","EoS":false} {"level":"info","ts":1784925703.3897252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6","EoS":true} {"level":"info","ts":1784925703.389754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925703.3897727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925703.3898027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b41e1d5a-e710-460e-ae0e-22b2709f5ea6"} {"level":"info","ts":1784925703.4247248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925703.4248111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0"} {"level":"info","ts":1784925703.4248242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0"} {"level":"info","ts":1784925703.4248435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0","EoS":false} {"level":"info","ts":1784925703.4248607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0","EoS":true} {"level":"info","ts":1784925703.4248903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784925703.4249084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784925703.4249363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06e4958c-095b-466e-b04f-19446d33cdb0"} {"level":"info","ts":1784925708.356799,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb233dbb-38c9-4b13-82fb-7c2fece15db4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784925708.356818,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b493551e-50b2-4636-bcb7-2cb07d7f921d"} {"level":"info","ts":1784925708.3568532,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb233dbb-38c9-4b13-82fb-7c2fece15db4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784925708.3631203,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64f2b9bd-476f-449c-a31e-fc0e84563cbf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784925708.3631601,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64f2b9bd-476f-449c-a31e-fc0e84563cbf","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784925708.3644078,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b493551e-50b2-4636-bcb7-2cb07d7f921d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925708.3646808,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36952.384955187,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.3647006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.4716635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae02ae7b-72ef-48fd-b29c-3f788527cf0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925708.4717267,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae02ae7b-72ef-48fd-b29c-3f788527cf0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784925708.4718387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce3b4022-4e3d-47c1-b244-43d97d589043"} {"level":"info","ts":1784925708.5376341,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25ae3056-5270-45b8-82ce-dff2149a57a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925708.5376709,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25ae3056-5270-45b8-82ce-dff2149a57a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784925708.5377078,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.5377264,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"327a90ab-1bd4-46d1-ae52-d28cf6f08e54","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784925708.5377562,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"327a90ab-1bd4-46d1-ae52-d28cf6f08e54","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784925708.53785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56542d44-9ccc-4d91-b5d5-5336e753198a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925708.5378692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56542d44-9ccc-4d91-b5d5-5336e753198a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784925708.5407825,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce3b4022-4e3d-47c1-b244-43d97d589043","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925708.5409868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34411.278815179,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.541002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.5469708,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.5652943,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38518.584786649,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.5653107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.5729978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784925708.619695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a80230f-61c7-4a93-88a7-a546b21aa9cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925708.6197274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a80230f-61c7-4a93-88a7-a546b21aa9cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784925708.6361423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f95ce2f-cb02-45d3-8f1c-6de2451b4908","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925708.6361833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f95ce2f-cb02-45d3-8f1c-6de2451b4908","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784925708.6410253,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce3b4022-4e3d-47c1-b244-43d97d589043","name":"e2e-external-model"} {"level":"info","ts":1784925708.6484437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"326f0a42-6a5f-4378-921e-49d436e5cd89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925708.648473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"326f0a42-6a5f-4378-921e-49d436e5cd89","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784925708.649132,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce3b4022-4e3d-47c1-b244-43d97d589043","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784925708.6520855,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce3b4022-4e3d-47c1-b244-43d97d589043","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925708.65216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3315a55c-1227-4067-8053-59910d49a9be"} {"level":"info","ts":1784925708.6522136,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3315a55c-1227-4067-8053-59910d49a9be","name":"e2e-external-model"} {"level":"info","ts":1784925708.659087,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3315a55c-1227-4067-8053-59910d49a9be","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784925708.6656675,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b493551e-50b2-4636-bcb7-2cb07d7f921d","name":"e2e-external-provider"} {"level":"info","ts":1784925708.674041,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b493551e-50b2-4636-bcb7-2cb07d7f921d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784925708.6772275,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b493551e-50b2-4636-bcb7-2cb07d7f921d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925708.677307,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04741d2a-bf2b-4753-881a-d0f3a408e7b8"} {"level":"info","ts":1784925708.6773431,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04741d2a-bf2b-4753-881a-d0f3a408e7b8","name":"e2e-external-provider"} {"level":"info","ts":1784925708.6851225,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04741d2a-bf2b-4753-881a-d0f3a408e7b8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784925715.898091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925715.898176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee"} {"level":"info","ts":1784925715.8981936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee"} {"level":"info","ts":1784925715.898212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee","EoS":false} {"level":"info","ts":1784925715.8982306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee","EoS":true} {"level":"info","ts":1784925715.8982496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784925715.8982651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784925715.898273,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee","modelName":"e2e-external-model"} {"level":"info","ts":1784925715.8982878,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784925715.8983371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe55318e-a717-40d5-bd1a-8ccb22e1d7ee"} {"level":"info","ts":1784925715.9485865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925715.9486473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f"} {"level":"info","ts":1784925715.9486609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f"} {"level":"info","ts":1784925715.9486723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f","EoS":false} {"level":"info","ts":1784925715.948682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f","EoS":true} {"level":"info","ts":1784925715.9486983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784925715.9487107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784925715.9487169,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f","modelName":"e2e-external-model"} {"level":"info","ts":1784925715.948735,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784925715.948771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab2d5493-20c2-4fb6-9d1d-3bd83479060f"} {"level":"info","ts":1784925715.9773746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925715.9774313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84"} {"level":"info","ts":1784925715.9774396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84"} {"level":"info","ts":1784925715.977451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","EoS":false} {"level":"info","ts":1784925715.9774632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","EoS":true} {"level":"info","ts":1784925715.9774797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784925715.9774923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784925715.9774988,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","modelName":"e2e-external-model"} {"level":"info","ts":1784925715.9775093,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784925715.9775536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84"} {"level":"info","ts":1784925716.1262426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"897c5f79-d2fa-40fa-ad50-134c01c28b48"} {"level":"info","ts":1784925716.1262918,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29de6bdf-8c3d-4936-baf7-d41fb805a396","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925716.1263227,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29de6bdf-8c3d-4936-baf7-d41fb805a396","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784925716.1308107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4d119c2-f40c-4e35-bf9d-1eabadca49ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925716.1308358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4d119c2-f40c-4e35-bf9d-1eabadca49ee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784925716.1319044,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"897c5f79-d2fa-40fa-ad50-134c01c28b48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925716.1319635,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"897c5f79-d2fa-40fa-ad50-134c01c28b48","name":"e2e-cleanup-test"} {"level":"info","ts":1784925716.1460013,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b66b24b-9932-4ea2-8af6-0a2ffd862d2a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925716.146034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b66b24b-9932-4ea2-8af6-0a2ffd862d2a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784925716.1473646,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"897c5f79-d2fa-40fa-ad50-134c01c28b48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784925716.147415,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"897c5f79-d2fa-40fa-ad50-134c01c28b48","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925716.147498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2f4c0b5-3cde-4ae5-8664-46755db82029"} {"level":"info","ts":1784925716.1475687,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2f4c0b5-3cde-4ae5-8664-46755db82029","name":"e2e-cleanup-test"} {"level":"info","ts":1784925716.1591606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa955be-2b9e-4b01-aa39-59cd12711dc4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925716.1591868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa955be-2b9e-4b01-aa39-59cd12711dc4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784925716.1594896,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2f4c0b5-3cde-4ae5-8664-46755db82029","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784925716.159553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6d8afe2-de2f-4a2d-bada-260d93e0fe7b"} {"level":"info","ts":1784925716.1595924,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6d8afe2-de2f-4a2d-bada-260d93e0fe7b","name":"e2e-cleanup-test"} {"level":"info","ts":1784925716.1682303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6d8afe2-de2f-4a2d-bada-260d93e0fe7b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784925716.1732144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"525e0f01-7303-48ec-8cf1-b3298508cf87"} {"level":"info","ts":1784925716.1732187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f18ad027-246f-48d6-ae14-99649fe95d7c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925716.173244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f18ad027-246f-48d6-ae14-99649fe95d7c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784925716.1732693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"525e0f01-7303-48ec-8cf1-b3298508cf87","name":"e2e-cleanup-test"} {"level":"info","ts":1784925716.1807802,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"525e0f01-7303-48ec-8cf1-b3298508cf87","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784925724.3937833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23a610d9-a5bf-4563-bec3-87a3b0bc0cd6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925724.393819,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23a610d9-a5bf-4563-bec3-87a3b0bc0cd6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784925724.3938391,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a294dbf1-1986-4055-870b-a7565aa0b488"} {"level":"info","ts":1784925728.7153044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925728.7154026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646"} {"level":"info","ts":1784925728.715417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646"} {"level":"info","ts":1784925728.7154315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646","EoS":false} {"level":"info","ts":1784925728.7154438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646","EoS":true} {"level":"info","ts":1784925728.7154646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784925728.7154799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784925728.715499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646"} {"level":"info","ts":1784925728.749177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925728.7492385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7"} {"level":"info","ts":1784925728.7492473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7"} {"level":"info","ts":1784925728.7492573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","EoS":false} {"level":"info","ts":1784925728.749268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","EoS":true} {"level":"info","ts":1784925728.749287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784925728.74931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784925728.7493198,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","modelName":"e2e-external-model"} {"level":"info","ts":1784925728.7493339,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784925728.749369,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7"} {"level":"info","ts":1784925728.7953904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925728.7954466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"} {"level":"info","ts":1784925728.795456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"} {"level":"info","ts":1784925728.7954662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","EoS":false} {"level":"info","ts":1784925728.7954762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","EoS":true} {"level":"info","ts":1784925728.7954943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784925728.7955084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784925728.7955475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"} {"level":"info","ts":1784925728.9379632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784925728.9380276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"} {"level":"info","ts":1784925728.9380367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"} {"level":"info","ts":1784925728.9380465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","EoS":false} {"level":"info","ts":1784925728.9380553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","EoS":true} {"level":"info","ts":1784925728.9380774,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","field":"model"} {"level":"info","ts":1784925728.9381018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"} {"level":"info","ts":1784925729.953503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ab5c456-ba6b-4eb7-a78d-d78ae4ab7531"} {"level":"info","ts":1784925729.9535704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9b68bc0-aba1-4b44-a84b-f63ef1df1f39","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925729.9536026,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9b68bc0-aba1-4b44-a84b-f63ef1df1f39","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784925730.1177669,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28fe1ed4-60ae-4c0d-9629-8657f7a19ff1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784925730.1178062,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28fe1ed4-60ae-4c0d-9629-8657f7a19ff1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784925730.1178474,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fd752b1-b1f5-464f-9cf7-811f74ec7ee2"} {"level":"info","ts":1784926960.471161,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784926960.4712617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34f26d99-f044-496d-b494-a0946cf48f18"} {"level":"info","ts":1784927015.888902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784927015.8889804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"} {"level":"info","ts":1784927015.8889918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"} {"level":"info","ts":1784927015.889004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","EoS":false} {"level":"info","ts":1784927015.8890145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","EoS":true} {"level":"info","ts":1784927015.8890374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784927015.8890522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784927015.8890727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}