{"level":"info","ts":1785383588.934515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac"} {"level":"info","ts":1785383588.934525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac"} {"level":"info","ts":1785383588.9345365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac","EoS":false} {"level":"info","ts":1785383588.9345489,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac","EoS":true} {"level":"info","ts":1785383588.934572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383588.934589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383588.9346237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e0870f9-bf3f-4afe-a722-4d06caa2fdac"} {"level":"info","ts":1785383588.9688358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383588.9689143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932"} {"level":"info","ts":1785383588.9689257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932"} {"level":"info","ts":1785383588.9689372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932","EoS":false} {"level":"info","ts":1785383588.9689531,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932","EoS":true} {"level":"info","ts":1785383588.968977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383588.9689953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383588.9690204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85191b1b-35cc-4966-bfb7-33d8ab21e932"} {"level":"info","ts":1785383588.9947252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383588.9948127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40"} {"level":"info","ts":1785383588.9948277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40"} {"level":"info","ts":1785383588.994848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40","EoS":false} {"level":"info","ts":1785383588.9948692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40","EoS":true} {"level":"info","ts":1785383588.9949007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383588.9949808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383588.995008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f202c3d-f3f6-4af6-a0b7-fb121a0dda40"} {"level":"info","ts":1785383589.0408278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383589.040907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057"} {"level":"info","ts":1785383589.0409164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057"} {"level":"info","ts":1785383589.040928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057","EoS":false} {"level":"info","ts":1785383589.040944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057","EoS":true} {"level":"info","ts":1785383589.040968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383589.0409875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383589.0410094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76358d99-3aa7-4137-8fc5-eba50b16c057"} {"level":"info","ts":1785383589.7036295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383589.7037218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5"} {"level":"info","ts":1785383589.7037327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5"} {"level":"info","ts":1785383589.7037437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5","EoS":false} {"level":"info","ts":1785383589.7037582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5","EoS":true} {"level":"info","ts":1785383589.7037797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383589.7037952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383589.7038164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84b84845-be7b-4edc-b2d9-c4664cee08b5"} {"level":"info","ts":1785383589.7390175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383589.739089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510"} {"level":"info","ts":1785383589.7390985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510"} {"level":"info","ts":1785383589.7391088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510","EoS":false} {"level":"info","ts":1785383589.7391212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510","EoS":true} {"level":"info","ts":1785383589.7391405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383589.739157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383589.7391777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99f9db7b-e916-4d26-a95c-5dc613e85510"} {"level":"info","ts":1785383593.8876207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383593.8876932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0"} {"level":"info","ts":1785383593.8877025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0"} {"level":"info","ts":1785383593.8877132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0","EoS":false} {"level":"info","ts":1785383593.8877258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0","EoS":true} {"level":"info","ts":1785383593.8877475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383593.8877642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383593.8877857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbbc57cb-54dc-4fe2-a8a4-1b069489cca0"} {"level":"info","ts":1785383612.7589536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383612.7590337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351"} {"level":"info","ts":1785383612.7590425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351"} {"level":"info","ts":1785383612.7590525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351","EoS":false} {"level":"info","ts":1785383612.7590666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351","EoS":true} {"level":"info","ts":1785383612.7590876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383612.7591047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383612.7591255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351"} {"level":"info","ts":1785383612.8956745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383612.8957605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.8957698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.8957825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","EoS":false} {"level":"info","ts":1785383612.8957965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","EoS":true} {"level":"info","ts":1785383612.895822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383612.8958395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383612.8958607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383613.0288231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.028903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.0289128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.0289245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","EoS":false} {"level":"info","ts":1785383613.028936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","EoS":true} {"level":"info","ts":1785383613.0289576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383613.028974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.0289972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.1633952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.163472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.1634824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.1634936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","EoS":false} {"level":"info","ts":1785383613.163507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","EoS":true} {"level":"info","ts":1785383613.1635292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383613.1635454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.1635654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.2964203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.2964993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.2965107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.2965233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","EoS":false} {"level":"info","ts":1785383613.2965379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","EoS":true} {"level":"info","ts":1785383613.2965593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383613.2965734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.2965949,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.432407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.432488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7"} {"level":"info","ts":1785383613.4324973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7"} {"level":"info","ts":1785383613.432509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7","EoS":false} {"level":"info","ts":1785383613.432521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7","EoS":true} {"level":"info","ts":1785383613.4325502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383613.432566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.432589,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ad71d70-7505-4534-ac60-3da0c1ed66b7"} {"level":"info","ts":1785383636.486468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383636.4865515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4865608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4865718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","EoS":false} {"level":"info","ts":1785383636.486582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","EoS":true} {"level":"info","ts":1785383636.4866035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383636.4866204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383636.4866421,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.5178094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383636.5178988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280"} {"level":"info","ts":1785383636.5179114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280"} {"level":"info","ts":1785383636.51793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280","EoS":false} {"level":"info","ts":1785383636.5179484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280","EoS":true} {"level":"info","ts":1785383636.5179768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383636.5179956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383636.518025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"192f9d11-86d3-46f6-a0ca-2ff2fa4ca280"} {"level":"info","ts":1785383636.5457718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383636.545857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74"} {"level":"info","ts":1785383636.54587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74"} {"level":"info","ts":1785383636.5458894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74","EoS":false} {"level":"info","ts":1785383636.545907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74","EoS":true} {"level":"info","ts":1785383636.5459354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383636.5459535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383636.5459845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85af37dc-14c2-4f0c-8317-ccf20c973c74"} {"level":"info","ts":1785383636.5738869,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383636.5739653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f"} {"level":"info","ts":1785383641.1701796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383641.170272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1702845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1702957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","EoS":false} {"level":"info","ts":1785383641.170308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","EoS":true} {"level":"info","ts":1785383641.170328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383641.170385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383641.1704051,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383649.7080479,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383649.708126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd"} {"level":"info","ts":1785383649.7081366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd"} {"level":"info","ts":1785383649.7081478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd","EoS":false} {"level":"info","ts":1785383649.7081585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd","EoS":true} {"level":"info","ts":1785383649.708181,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383649.7081974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383649.7082171,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53a9335e-c2b0-4643-b020-bf1aea40b3cd"} {"level":"info","ts":1785383651.737781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383651.737866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.7378778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.7378895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","EoS":false} {"level":"info","ts":1785383651.7379043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","EoS":true} {"level":"info","ts":1785383651.7379272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383651.7379444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383651.7379682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383664.5673728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383664.5674598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.5674694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.5674808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","EoS":false} {"level":"info","ts":1785383664.5674918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","EoS":true} {"level":"info","ts":1785383664.567513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383664.5675318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383664.5675542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383673.068869,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383673.0689473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0689569,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0689683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","EoS":false} {"level":"info","ts":1785383673.0689788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","EoS":true} {"level":"info","ts":1785383673.068998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383673.0690105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383673.0690298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383681.9040885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383681.9041743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.9041848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.904196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7149289-1420-416a-becb-07911b98045f","EoS":false} {"level":"info","ts":1785383681.9042125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7149289-1420-416a-becb-07911b98045f","EoS":true} {"level":"info","ts":1785383681.9042544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7149289-1420-416a-becb-07911b98045f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383681.9042704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7149289-1420-416a-becb-07911b98045f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383681.9043431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383690.854349,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383690.8544357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0"} {"level":"info","ts":1785383690.8544483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0"} {"level":"info","ts":1785383690.8544645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0","EoS":false} {"level":"info","ts":1785383690.854481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0","EoS":true} {"level":"info","ts":1785383690.8545015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383690.8545172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383690.8545403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52cbb4d2-fe32-45dc-a7bd-ca57bd0754f0"} {"level":"info","ts":1785383695.5594475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383695.5595336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c"} {"level":"info","ts":1785383695.5595434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c"} {"level":"info","ts":1785383695.559554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c","EoS":false} {"level":"info","ts":1785383695.5595653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c","EoS":true} {"level":"info","ts":1785383695.5595865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383695.5596023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383695.5596237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"782808bb-5699-4626-9d78-b6af003f853c"} {"level":"info","ts":1785383700.2829545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383700.2830353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d"} {"level":"info","ts":1785383700.2830446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d"} {"level":"info","ts":1785383700.283055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d","EoS":false} {"level":"info","ts":1785383700.2830682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d","EoS":true} {"level":"info","ts":1785383700.2830884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383700.2831042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383700.2831259,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66591af9-9d42-4e7a-9817-516eba28b08d"} {"level":"info","ts":1785383711.178967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383711.1790469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1790571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1790686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","EoS":false} {"level":"info","ts":1785383711.1790786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","EoS":true} {"level":"info","ts":1785383711.1791005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383711.1791167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383711.179136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383743.8527083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383743.8527985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.8528137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.8528347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","EoS":false} {"level":"info","ts":1785383743.8528566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","EoS":true} {"level":"info","ts":1785383743.8528912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383743.8529117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383743.852943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383753.119776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383753.1198606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d"} {"level":"info","ts":1785383753.119871,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d"} {"level":"info","ts":1785383753.1198823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d","EoS":false} {"level":"info","ts":1785383753.1198933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d","EoS":true} {"level":"info","ts":1785383753.1199148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383753.119931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383753.1199527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5a77f86-30a6-40c0-9133-ec5026e8962d"} {"level":"info","ts":1785383779.6868355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383779.686917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553"} {"level":"info","ts":1785383779.6869261,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553"} {"level":"info","ts":1785383779.6869378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553","EoS":false} {"level":"info","ts":1785383779.686948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553","EoS":true} {"level":"info","ts":1785383779.6869674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383779.6869833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383779.687006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0274e292-d67f-4c09-bf98-3f12821e5553"} {"level":"info","ts":1785383789.1331632,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383789.1332736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.133289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.1333017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","EoS":false} {"level":"info","ts":1785383789.1333125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","EoS":true} {"level":"info","ts":1785383789.133333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383789.1333494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383789.1333709,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383798.571383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383798.5714798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.571496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.571513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","EoS":false} {"level":"info","ts":1785383798.5715318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","EoS":true} {"level":"info","ts":1785383798.5715616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383798.5715826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383798.5716128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.608765,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383798.6088533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6088624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6088734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","EoS":false} {"level":"info","ts":1785383798.6088862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","EoS":true} {"level":"info","ts":1785383798.608908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383798.608927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383798.6089518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383817.520009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383817.5200953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.5201058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.520118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","EoS":false} {"level":"info","ts":1785383817.5201304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","EoS":true} {"level":"info","ts":1785383817.5201526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383817.520171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383817.5201962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383826.7765667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383826.776647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e"} {"level":"info","ts":1785383826.7766562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e"} {"level":"info","ts":1785383826.7766674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e","EoS":false} {"level":"info","ts":1785383826.7766776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e","EoS":true} {"level":"info","ts":1785383826.776697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383826.7767143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383826.7767332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f5f97d5-723f-4c45-b2ce-38307d5d534e"} {"level":"info","ts":1785383853.108363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383853.1084588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9"} {"level":"info","ts":1785383853.1084766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9"} {"level":"info","ts":1785383853.1084964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9","EoS":false} {"level":"info","ts":1785383853.1085143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9","EoS":true} {"level":"info","ts":1785383853.1085467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383853.1085656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383853.1085894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35dcc3da-e2f8-4f01-9b84-1d343ed3a0d9"} {"level":"info","ts":1785383985.637007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383985.6371326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85"} {"level":"info","ts":1785383985.637148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85"} {"level":"info","ts":1785383985.6371605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85","EoS":false} {"level":"info","ts":1785383985.6371858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85","EoS":true} {"level":"info","ts":1785383985.637214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785383985.6372557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785383985.6372876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd7894cd-cbf3-4fe8-8489-ceb6331d5f85"} {"level":"info","ts":1785384010.6711698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384010.6712914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.6713083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.6713285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","EoS":false} {"level":"info","ts":1785384010.6713493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","EoS":true} {"level":"info","ts":1785384010.6713831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785384010.6714575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785384010.6714902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384062.3391693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384062.3392797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3392947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3393142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","EoS":false} {"level":"info","ts":1785384062.3393316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","EoS":true} {"level":"info","ts":1785384062.3393629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384062.3393824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384062.3394122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384077.5659988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384077.5660834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.5660944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.5661073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28598429-ae75-4058-a112-424238a27541","EoS":false} {"level":"info","ts":1785384077.5661197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28598429-ae75-4058-a112-424238a27541","EoS":true} {"level":"info","ts":1785384077.5661433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28598429-ae75-4058-a112-424238a27541","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384077.566161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28598429-ae75-4058-a112-424238a27541","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384077.5661836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.8451698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384077.845297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f"} {"level":"info","ts":1785384077.84531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f"} {"level":"info","ts":1785384077.8453233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f","EoS":false} {"level":"info","ts":1785384077.845338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f","EoS":true} {"level":"info","ts":1785384077.8453588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384077.8453758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384077.8453927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96323ad4-b970-47b3-a09c-6ca6f450d25f"} {"level":"info","ts":1785384427.095438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384427.095531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.0955398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.0955565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","EoS":false} {"level":"info","ts":1785384427.09557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","EoS":true} {"level":"info","ts":1785384427.095591,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384427.0956044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384427.095634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.1402755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384427.1403563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37"} {"level":"info","ts":1785384427.1403656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37"} {"level":"info","ts":1785384427.1403763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37","EoS":false} {"level":"info","ts":1785384427.1403875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37","EoS":true} {"level":"info","ts":1785384427.140408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384427.1404235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384427.1404438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02cbdeef-d9de-450b-9427-e45fcbd75a37"} {"level":"info","ts":1785384427.1725721,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384427.1726642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc"} {"level":"info","ts":1785384427.1726794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc"} {"level":"info","ts":1785384427.172695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc","EoS":false} {"level":"info","ts":1785384427.1727104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc","EoS":true} {"level":"info","ts":1785384427.1727364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384427.1727548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384427.1727827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"739ae090-0d3b-40f6-9574-e63f26d0e7dc"} {"level":"info","ts":1785384431.9689147,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76730553-4a7c-40e9-a23a-1af79a197bd0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384431.9689212,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604ea89e-b498-4ab6-9746-cc8eac2ad694"} {"level":"info","ts":1785384431.9689574,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76730553-4a7c-40e9-a23a-1af79a197bd0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384431.9742222,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0655251-2164-4d63-9216-e126e40b3d6e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384431.974281,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0655251-2164-4d63-9216-e126e40b3d6e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785384431.9773946,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604ea89e-b498-4ab6-9746-cc8eac2ad694","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384431.9776404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39453.413078118,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384431.977674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.0709233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b7a0c78-b412-4903-8832-a7d514b7c8c6"} {"level":"info","ts":1785384432.0713637,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04c3b3cf-8988-4184-85fd-afbca81b2d10","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.0714107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04c3b3cf-8988-4184-85fd-afbca81b2d10","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.0762951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73e84d79-c408-4e2a-a63d-54cb5683b6f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.0763237,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73e84d79-c408-4e2a-a63d-54cb5683b6f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384432.0765254,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b7a0c78-b412-4903-8832-a7d514b7c8c6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.0765717,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b7a0c78-b412-4903-8832-a7d514b7c8c6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384432.1709895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785384432.1725898,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b7a0c78-b412-4903-8832-a7d514b7c8c6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384432.1726375,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b7a0c78-b412-4903-8832-a7d514b7c8c6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.1726453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b524b5a3-6fef-43df-a027-b6b445c20595","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.1726878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b524b5a3-6fef-43df-a027-b6b445c20595","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.1727104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b61bf0b4-a5fc-4a6c-9bf3-20709a8c9e92"} {"level":"info","ts":1785384432.1727326,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb95833e-085e-45fa-ad62-67ee6c9611df","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384432.1727672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3909303-a346-4f2b-ba05-c42d5f992264","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.1728902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3909303-a346-4f2b-ba05-c42d5f992264","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.1729064,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb95833e-085e-45fa-ad62-67ee6c9611df","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384432.1729543,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38709.0686663,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.1729667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.1778688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39293.954606278,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.1778905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.1795075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.267908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25ec0969-4035-416d-9d7a-ab28bbbe98e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.2679627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25ec0969-4035-416d-9d7a-ab28bbbe98e4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.2688396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8788747-9ac2-4827-8a38-479d603178dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.2688296,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.2688682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8788747-9ac2-4827-8a38-479d603178dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.2739413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b61bf0b4-a5fc-4a6c-9bf3-20709a8c9e92","name":"e2e-external-model"} {"level":"info","ts":1785384432.2780757,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604ea89e-b498-4ab6-9746-cc8eac2ad694","name":"e2e-external-provider"} {"level":"info","ts":1785384432.2817786,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b61bf0b4-a5fc-4a6c-9bf3-20709a8c9e92","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785384432.2847853,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b61bf0b4-a5fc-4a6c-9bf3-20709a8c9e92","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.2848666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6faeb03-aabb-43dd-9d74-334177c3fee2"} {"level":"info","ts":1785384432.2849176,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6faeb03-aabb-43dd-9d74-334177c3fee2","name":"e2e-external-model"} {"level":"info","ts":1785384432.2870548,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604ea89e-b498-4ab6-9746-cc8eac2ad694","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785384432.2905,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604ea89e-b498-4ab6-9746-cc8eac2ad694","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.2905781,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f334bea-ef0b-4622-a731-4e864eac75f8"} {"level":"info","ts":1785384432.2906177,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f334bea-ef0b-4622-a731-4e864eac75f8","name":"e2e-external-provider"} {"level":"info","ts":1785384432.2917483,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6faeb03-aabb-43dd-9d74-334177c3fee2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384432.2986457,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f334bea-ef0b-4622-a731-4e864eac75f8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384454.239463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384454.239565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38"} {"level":"info","ts":1785384454.2395842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38"} {"level":"info","ts":1785384454.239603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38","EoS":false} {"level":"info","ts":1785384454.2396212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38","EoS":true} {"level":"info","ts":1785384454.2396486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384454.2396688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384454.2396789,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38","modelName":"e2e-external-model"} {"level":"info","ts":1785384454.2397,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384454.2398062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70fc5865-c239-4a0a-ab07-c87d47d06f38"} {"level":"info","ts":1785384454.2827406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384454.2828143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c"} {"level":"info","ts":1785384454.2828243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c"} {"level":"info","ts":1785384454.2828357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c","EoS":false} {"level":"info","ts":1785384454.2828507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c","EoS":true} {"level":"info","ts":1785384454.282873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384454.2828903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384454.2828987,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c","modelName":"e2e-external-model"} {"level":"info","ts":1785384454.2829127,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384454.2829533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c160b0af-3e2e-4c19-bd4a-d28da842282c"} {"level":"info","ts":1785384454.3071861,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384454.3072715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.30728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.3072915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","EoS":false} {"level":"info","ts":1785384454.3073032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","EoS":true} {"level":"info","ts":1785384454.307322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384454.307337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384454.3073444,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","modelName":"e2e-external-model"} {"level":"info","ts":1785384454.3073566,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384454.3073883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.5164638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b29ac003-73b7-4c59-8fcf-df2edde0ec15"} {"level":"info","ts":1785384454.5165133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1de7fa42-6069-43d9-a319-0b2ee24ad8f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5165486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1de7fa42-6069-43d9-a319-0b2ee24ad8f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384454.521092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4c58b3-dd89-4832-9d69-34407aa4668e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5211248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4c58b3-dd89-4832-9d69-34407aa4668e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384454.5241435,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b29ac003-73b7-4c59-8fcf-df2edde0ec15","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384454.5242028,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b29ac003-73b7-4c59-8fcf-df2edde0ec15","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5419254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296e5e1f-dbca-4e6e-9f0a-6fa78ce1619e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5419679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296e5e1f-dbca-4e6e-9f0a-6fa78ce1619e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384454.542549,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b29ac003-73b7-4c59-8fcf-df2edde0ec15","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384454.5426176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b29ac003-73b7-4c59-8fcf-df2edde0ec15","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384454.5427458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5aa5f5e0-5ea7-4599-8576-539458a1818d"} {"level":"info","ts":1785384454.542825,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5aa5f5e0-5ea7-4599-8576-539458a1818d","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5567472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25d14c22-56c7-4ccc-9008-a8934e42cb3b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5567937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25d14c22-56c7-4ccc-9008-a8934e42cb3b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384454.5599377,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5aa5f5e0-5ea7-4599-8576-539458a1818d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384454.5599856,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5aa5f5e0-5ea7-4599-8576-539458a1818d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384454.5600376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3447a6f2-2754-4884-84bc-c81f1a0ea436"} {"level":"info","ts":1785384454.5600905,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3447a6f2-2754-4884-84bc-c81f1a0ea436","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.567972,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3447a6f2-2754-4884-84bc-c81f1a0ea436","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384454.568701,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7aa1df61-0259-40ce-ba83-ad9fbe9213e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5687418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7aa1df61-0259-40ce-ba83-ad9fbe9213e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384454.5717914,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3447a6f2-2754-4884-84bc-c81f1a0ea436","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384454.5719342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7b5922d-1c4f-4e4a-a756-f6f2684b9f40"} {"level":"info","ts":1785384454.5720193,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7b5922d-1c4f-4e4a-a756-f6f2684b9f40","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5799282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7b5922d-1c4f-4e4a-a756-f6f2684b9f40","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384462.7663262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e18b5e-1364-4024-aaa0-81693f1800bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384462.7663558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ebfb406-3b74-4b68-b517-ec575d71d577"} {"level":"info","ts":1785384462.7663674,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e18b5e-1364-4024-aaa0-81693f1800bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384467.0520067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.0521023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588"} {"level":"info","ts":1785384467.052118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588"} {"level":"info","ts":1785384467.0521348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588","EoS":false} {"level":"info","ts":1785384467.0521526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588","EoS":true} {"level":"info","ts":1785384467.0521781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785384467.0521975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785384467.0522294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588"} {"level":"info","ts":1785384467.0780778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.078159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.0781717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.0781832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","EoS":false} {"level":"info","ts":1785384467.0781975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","EoS":true} {"level":"info","ts":1785384467.0782187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384467.0782526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384467.0782642,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","modelName":"e2e-external-model"} {"level":"info","ts":1785384467.0782793,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384467.078319,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.2481718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.248272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.2482834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.248294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","EoS":false} {"level":"info","ts":1785384467.2483084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","EoS":true} {"level":"info","ts":1785384467.248327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785384467.2483425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384467.248408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.3561127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.3561835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.356194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.356205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","EoS":false} {"level":"info","ts":1785384467.3562155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","EoS":true} {"level":"info","ts":1785384467.3562512,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","field":"model"} {"level":"info","ts":1785384467.3562903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384468.21058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"977a599a-c649-42ab-afe7-feffac34ba51"} {"level":"info","ts":1785384468.210597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b4e26f4-d6d2-40b9-b2d3-37742a2eb642","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384468.210698,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b4e26f4-d6d2-40b9-b2d3-37742a2eb642","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384468.34539,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02d65576-ac68-4d83-834f-40fe61a3ba66","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384468.3454275,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95e935d6-ba8f-48b8-aa7b-4df8cb0b16ec"} {"level":"info","ts":1785384468.3454413,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02d65576-ac68-4d83-834f-40fe61a3ba66","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785386178.2191234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386178.2192192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cb40fff-207a-4c5e-a9e1-0a509a86bb9a"} {"level":"info","ts":1785386252.7528632,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386252.7529461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7529552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7529662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","EoS":false} {"level":"info","ts":1785386252.752977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","EoS":true} {"level":"info","ts":1785386252.7529993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785386252.7530158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785386252.7530358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"}