{"level":"info","ts":1785268206.4742718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6499e7cc-5912-4cde-ab86-48b0d5d4dad2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268206.4742873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6499e7cc-5912-4cde-ab86-48b0d5d4dad2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268206.4743085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6499e7cc-5912-4cde-ab86-48b0d5d4dad2"} {"level":"info","ts":1785268206.5135949,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268206.5136604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b"} {"level":"info","ts":1785268206.513678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b"} {"level":"info","ts":1785268206.5136945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b","EoS":false} {"level":"info","ts":1785268206.5137124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b","EoS":true} {"level":"info","ts":1785268206.5137634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268206.513783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268206.5138135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53333ff1-06d0-4d07-ae12-493566e2049b"} {"level":"info","ts":1785268210.6830995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268210.6831813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28"} {"level":"info","ts":1785268210.6831915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28"} {"level":"info","ts":1785268210.6832025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28","EoS":false} {"level":"info","ts":1785268210.6832168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28","EoS":true} {"level":"info","ts":1785268210.6832411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268210.6832578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268210.6832774,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0fe2bcb-cb88-4f52-873a-6e17e7236a28"} {"level":"info","ts":1785268229.6808493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268229.6809356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57"} {"level":"info","ts":1785268229.6809483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57"} {"level":"info","ts":1785268229.6809604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57","EoS":false} {"level":"info","ts":1785268229.680971,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57","EoS":true} {"level":"info","ts":1785268229.6809928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268229.6810105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268229.6810334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44d33956-001b-4926-85b2-731de33a9a57"} {"level":"info","ts":1785268229.8236022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268229.8236897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.8237054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.8237238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","EoS":false} {"level":"info","ts":1785268229.8237712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","EoS":true} {"level":"info","ts":1785268229.8238025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268229.8238213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268229.82385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.965829,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268229.9659028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.9659152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.965929,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","EoS":false} {"level":"info","ts":1785268229.9659395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","EoS":true} {"level":"info","ts":1785268229.9659593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268229.9659774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268229.9660008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268230.1034105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268230.1034842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.1034935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.1035037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","EoS":false} {"level":"info","ts":1785268230.1035175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","EoS":true} {"level":"info","ts":1785268230.103539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268230.1035545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268230.1035748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.2417617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268230.241834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.241848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2418618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","EoS":false} {"level":"info","ts":1785268230.2418754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","EoS":true} {"level":"info","ts":1785268230.241895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268230.2419097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268230.2419307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.3828151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268230.3828976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3"} {"level":"info","ts":1785268230.382913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3"} {"level":"info","ts":1785268230.3829303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3","EoS":false} {"level":"info","ts":1785268230.3829532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3","EoS":true} {"level":"info","ts":1785268230.3829875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268230.383005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268230.3830273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f978b17-38fd-47c1-907b-32b721b7d5f3"} {"level":"info","ts":1785268247.3224776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268247.3225584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3225687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3225791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","EoS":false} {"level":"info","ts":1785268247.3225908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","EoS":true} {"level":"info","ts":1785268247.3226125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268247.3226278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268247.3226564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.363331,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268247.3634055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a"} {"level":"info","ts":1785268247.363419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a"} {"level":"info","ts":1785268247.3634312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a","EoS":false} {"level":"info","ts":1785268247.3634434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a","EoS":true} {"level":"info","ts":1785268247.3634632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268247.363477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268247.363497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73c42460-2bfc-4060-8def-fd670ec4443a"} {"level":"info","ts":1785268247.3985507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268247.3986175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e"} {"level":"info","ts":1785268247.3986266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e"} {"level":"info","ts":1785268247.3986368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e","EoS":false} {"level":"info","ts":1785268247.3986566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e","EoS":true} {"level":"info","ts":1785268247.3986862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268247.398701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268247.398723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b93eb614-d9da-409f-aaf8-58d1d01c729e"} {"level":"info","ts":1785268247.4334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268247.433467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2"} {"level":"info","ts":1785268252.0612075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268252.0612874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.061297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.0613084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","EoS":false} {"level":"info","ts":1785268252.0613225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","EoS":true} {"level":"info","ts":1785268252.0613453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268252.0613625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268252.0613832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268260.6508892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268260.6509647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b"} {"level":"info","ts":1785268260.6509745,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b"} {"level":"info","ts":1785268260.6509852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b","EoS":false} {"level":"info","ts":1785268260.650997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b","EoS":true} {"level":"info","ts":1785268260.6510174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268260.6510332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268260.6510525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"731873a0-0120-4a74-8c89-3e4db8418c3b"} {"level":"info","ts":1785268262.682431,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268262.6825256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.682541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.6825607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","EoS":false} {"level":"info","ts":1785268262.6825793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","EoS":true} {"level":"info","ts":1785268262.68261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268262.6826315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268262.682668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268275.55916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268275.5592382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5592473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5592575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","EoS":false} {"level":"info","ts":1785268275.5592678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","EoS":true} {"level":"info","ts":1785268275.5592873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268275.5593028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268275.5593243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268284.110657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268284.110752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.1107626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.1107736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","EoS":false} {"level":"info","ts":1785268284.110785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","EoS":true} {"level":"info","ts":1785268284.110804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268284.110818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268284.1108377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268293.0181837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268293.0182734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.0182896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.0183094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","EoS":false} {"level":"info","ts":1785268293.0183299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","EoS":true} {"level":"info","ts":1785268293.0183597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268293.0183797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268293.0184095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268302.011625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268302.0117204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8"} {"level":"info","ts":1785268302.0117612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8"} {"level":"info","ts":1785268302.0117753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8","EoS":false} {"level":"info","ts":1785268302.0117865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8","EoS":true} {"level":"info","ts":1785268302.011807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268302.0118237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268302.0118444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22ff1400-bd70-4800-8cf2-4368c873edc8"} {"level":"info","ts":1785268306.7746084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268306.7746928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0"} {"level":"info","ts":1785268306.774703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0"} {"level":"info","ts":1785268306.7747145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0","EoS":false} {"level":"info","ts":1785268306.77475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0","EoS":true} {"level":"info","ts":1785268306.7747724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268306.7747908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268306.774812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"031e4ad5-292e-4426-9a5b-3952522700c0"} {"level":"info","ts":1785268311.579564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268311.5796545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069"} {"level":"info","ts":1785268311.5796704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069"} {"level":"info","ts":1785268311.5796845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069","EoS":false} {"level":"info","ts":1785268311.5796978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069","EoS":true} {"level":"info","ts":1785268311.5797186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268311.5797496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268311.5797727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95ad6aa1-b2a3-4cf0-8f16-c9d6e99d9069"} {"level":"info","ts":1785268311.9978395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268311.9979212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686"} {"level":"info","ts":1785268311.9979382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686"} {"level":"info","ts":1785268311.9979513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686","EoS":false} {"level":"info","ts":1785268311.9979646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686","EoS":true} {"level":"info","ts":1785268311.9979858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268311.9980054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268311.9980323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2ee07b8-250c-40fe-9160-c6d51d0ec686"} {"level":"info","ts":1785268314.0349681,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268314.035047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc"} {"level":"info","ts":1785268314.035057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc"} {"level":"info","ts":1785268314.0350688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc","EoS":false} {"level":"info","ts":1785268314.0350826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc","EoS":true} {"level":"info","ts":1785268314.0351036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268314.035119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268314.0351422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"365a3f90-8b83-4fb9-9660-03d1793f17fc"} {"level":"info","ts":1785268316.0728662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268316.0729544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5"} {"level":"info","ts":1785268316.0729725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5"} {"level":"info","ts":1785268316.0729947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5","EoS":false} {"level":"info","ts":1785268316.0730152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5","EoS":true} {"level":"info","ts":1785268316.0730474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268316.0730662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268316.0730944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4eafc088-0a59-44cf-862e-1c122122a9a5"} {"level":"info","ts":1785268318.1111348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268318.1112232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1112359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1112537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","EoS":false} {"level":"info","ts":1785268318.1112719,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","EoS":true} {"level":"info","ts":1785268318.1113057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268318.1113253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268318.1113539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268342.3173985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268342.3174791,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.3174877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.3174982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","EoS":false} {"level":"info","ts":1785268342.31751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","EoS":true} {"level":"info","ts":1785268342.3175309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268342.3175468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268342.317568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268351.7834294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268351.7835078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81"} {"level":"info","ts":1785268351.7835178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81"} {"level":"info","ts":1785268351.783529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81","EoS":false} {"level":"info","ts":1785268351.7835426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81","EoS":true} {"level":"info","ts":1785268351.7835636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268351.783579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268351.7836008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21d50307-7c49-45b9-a629-7f9097a4eb81"} {"level":"info","ts":1785268368.419522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268368.4195971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b"} {"level":"info","ts":1785268368.4196053,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b"} {"level":"info","ts":1785268368.4196162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b","EoS":false} {"level":"info","ts":1785268368.4196272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b","EoS":true} {"level":"info","ts":1785268368.4196472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268368.4196644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268368.4196892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc21f7d4-0964-4c97-bae0-2ff2df4c461b"} {"level":"info","ts":1785268378.1104043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268378.1104825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10"} {"level":"info","ts":1785268378.110492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10"} {"level":"info","ts":1785268378.1105027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10","EoS":false} {"level":"info","ts":1785268378.1105156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10","EoS":true} {"level":"info","ts":1785268378.110537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268378.1105528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268378.1105733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"163028d2-3f85-4f06-888b-dc655aeabc10"} {"level":"info","ts":1785268380.1471722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268380.147253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1472635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1472747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","EoS":false} {"level":"info","ts":1785268380.1472907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","EoS":true} {"level":"info","ts":1785268380.1473157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268380.147332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268380.1473536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268389.7155519,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268389.7156436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7156572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7156725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","EoS":false} {"level":"info","ts":1785268389.7156916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","EoS":true} {"level":"info","ts":1785268389.7157211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268389.7157593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268389.7157867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7514212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268389.7515087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.7515216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.7515385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","EoS":false} {"level":"info","ts":1785268389.751556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","EoS":true} {"level":"info","ts":1785268389.7515883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268389.7516081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268389.751639,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268409.0326192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268409.032694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.0327032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.032715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","EoS":false} {"level":"info","ts":1785268409.0327258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","EoS":true} {"level":"info","ts":1785268409.0327764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268409.032792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268409.0328138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268418.4610353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268418.4611208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1"} {"level":"info","ts":1785268418.4611304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1"} {"level":"info","ts":1785268418.4611423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1","EoS":false} {"level":"info","ts":1785268418.4611611,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1","EoS":true} {"level":"info","ts":1785268418.4611843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268418.4612007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268418.46122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3593dd7a-c5f3-4bda-aada-b620cb8d44e1"} {"level":"info","ts":1785268423.95957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268423.9596553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff"} {"level":"info","ts":1785268423.9596734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff"} {"level":"info","ts":1785268423.959687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff","EoS":false} {"level":"info","ts":1785268423.9596996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff","EoS":true} {"level":"info","ts":1785268423.9597197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268423.9597654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268423.959788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"942d2542-0247-44d6-9fb7-1544b52084ff"} {"level":"info","ts":1785268515.1098993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268515.109987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6"} {"level":"info","ts":1785268515.110001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6"} {"level":"info","ts":1785268515.1100168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6","EoS":false} {"level":"info","ts":1785268515.1100276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6","EoS":true} {"level":"info","ts":1785268515.1100485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785268515.1100655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268515.1100926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2773d03-6aef-43d7-8b27-4abe52c038d6"} {"level":"info","ts":1785268542.8206336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268542.820722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.820755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.820768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","EoS":false} {"level":"info","ts":1785268542.820779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","EoS":true} {"level":"info","ts":1785268542.8207986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785268542.820815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268542.8208406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268590.9979837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268590.9980557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268590.998067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268590.9980779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","EoS":false} {"level":"info","ts":1785268590.9980884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","EoS":true} {"level":"info","ts":1785268590.9981074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268590.9981244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268590.9981456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268606.386999,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268606.3870752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.3870864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.387097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","EoS":false} {"level":"info","ts":1785268606.3871074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","EoS":true} {"level":"info","ts":1785268606.3871264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268606.3871417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268606.387163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.6964307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268606.6965106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966"} {"level":"info","ts":1785268606.6965194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966"} {"level":"info","ts":1785268606.6965306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966","EoS":false} {"level":"info","ts":1785268606.6965425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966","EoS":true} {"level":"info","ts":1785268606.6965613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268606.6965806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268606.6966019,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3b80365-6bef-4b45-bd68-e48ee4598966"} {"level":"info","ts":1785268927.056819,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268927.0569065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.056915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.0569265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","EoS":false} {"level":"info","ts":1785268927.0569375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","EoS":true} {"level":"info","ts":1785268927.0569568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268927.056973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268927.0569997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.0955331,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268927.0956085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.0956194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.09563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","EoS":false} {"level":"info","ts":1785268927.0956473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","EoS":true} {"level":"info","ts":1785268927.0956721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268927.0956879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268927.095708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.1374004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268927.137459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07"} {"level":"info","ts":1785268927.1374702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07"} {"level":"info","ts":1785268927.1374807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07","EoS":false} {"level":"info","ts":1785268927.1374905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07","EoS":true} {"level":"info","ts":1785268927.1375089,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268927.1375227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268927.1375434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40ff45eb-51e6-442e-8f74-080a384f6c07"} {"level":"info","ts":1785268927.1752808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268927.1753588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004"} {"level":"info","ts":1785268927.1753728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004"} {"level":"info","ts":1785268927.175385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004","EoS":false} {"level":"info","ts":1785268927.175398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004","EoS":true} {"level":"info","ts":1785268927.1754186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268927.1754348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268927.1754537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cf99478-5413-41d0-a7cd-e7fbb4a25004"} {"level":"info","ts":1785268932.0682983,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ecc5abc-50a5-47be-b969-1ad0f1ad3c8c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268932.0683045,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"870b9fa6-053e-4779-aabe-61a51cbb6395"} {"level":"info","ts":1785268932.06834,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ecc5abc-50a5-47be-b969-1ad0f1ad3c8c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268932.0757763,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fac0d3b-bcbd-4048-9af9-19ca04945994","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268932.0758092,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fac0d3b-bcbd-4048-9af9-19ca04945994","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785268932.0768962,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"870b9fa6-053e-4779-aabe-61a51cbb6395","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.077116,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38350.139496066,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.0771341,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.265205,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"383df90a-6ae3-40f9-ba6c-ef1cbb3e13b1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268932.265274,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"383df90a-6ae3-40f9-ba6c-ef1cbb3e13b1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268932.267918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5827ef39-9586-46e3-81ee-71d66dfccb23"} {"level":"info","ts":1785268932.2687864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0913dc03-2b24-4498-9710-e706ffe9b72d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.2688305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0913dc03-2b24-4498-9710-e706ffe9b72d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.2689185,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dd2363f-d0d8-4157-afb8-678974243618","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.2689354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dd2363f-d0d8-4157-afb8-678974243618","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.268996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef1fa55-4e9b-48e6-a327-4843c48075f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.2690117,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef1fa55-4e9b-48e6-a327-4843c48075f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.2702148,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785268932.273302,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5827ef39-9586-46e3-81ee-71d66dfccb23","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.2735364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38012.257462718,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.2735574,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.2775803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39415.451437902,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.2775977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.2845697,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.331708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"677964e0-e994-4c1b-846e-59e80aacb006","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.3317585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"677964e0-e994-4c1b-846e-59e80aacb006","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.3483899,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a923dbda-41a9-49e1-94ef-89a55a3e43a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.3484313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a923dbda-41a9-49e1-94ef-89a55a3e43a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.3650749,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be39d58f-1bc5-4ed7-a65b-bb49a381fe95","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.3651116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be39d58f-1bc5-4ed7-a65b-bb49a381fe95","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.3668005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.374327,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5827ef39-9586-46e3-81ee-71d66dfccb23","name":"e2e-external-model"} {"level":"info","ts":1785268932.3782158,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"870b9fa6-053e-4779-aabe-61a51cbb6395","name":"e2e-external-provider"} {"level":"info","ts":1785268932.384636,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5827ef39-9586-46e3-81ee-71d66dfccb23","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268932.388219,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"870b9fa6-053e-4779-aabe-61a51cbb6395","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785268932.3885355,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5827ef39-9586-46e3-81ee-71d66dfccb23","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.3886273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"933949bc-d780-49d8-82a0-2d919474db0a"} {"level":"info","ts":1785268932.3886762,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"933949bc-d780-49d8-82a0-2d919474db0a","name":"e2e-external-model"} {"level":"error","ts":1785268932.391664,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"870b9fa6-053e-4779-aabe-61a51cbb6395","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.3917658,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38247817-c166-473a-915c-37614af4054f"} {"level":"info","ts":1785268932.391814,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38247817-c166-473a-915c-37614af4054f","name":"e2e-external-provider"} {"level":"info","ts":1785268932.3963914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"933949bc-d780-49d8-82a0-2d919474db0a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268932.4005554,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38247817-c166-473a-915c-37614af4054f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268941.9648426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268941.9649303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58"} {"level":"info","ts":1785268941.9649441,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58"} {"level":"info","ts":1785268941.9649603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58","EoS":false} {"level":"info","ts":1785268941.9649768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58","EoS":true} {"level":"info","ts":1785268941.9650097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268941.9650323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268941.9650428,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58","modelName":"e2e-external-model"} {"level":"info","ts":1785268941.965061,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268941.9651175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0ea75bc-c97c-47b3-8ab1-5a0efc6aca58"} {"level":"info","ts":1785268942.016167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268942.0162387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b"} {"level":"info","ts":1785268942.0162501,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b"} {"level":"info","ts":1785268942.0162652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b","EoS":false} {"level":"info","ts":1785268942.016281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b","EoS":true} {"level":"info","ts":1785268942.0162997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268942.016314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268942.0163233,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b","modelName":"e2e-external-model"} {"level":"info","ts":1785268942.0163395,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268942.016384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a17dbaf4-d50c-4d5a-932e-05b1c003af3b"} {"level":"info","ts":1785268942.0448515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268942.0449255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.0449429,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.0449615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","EoS":false} {"level":"info","ts":1785268942.044981,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","EoS":true} {"level":"info","ts":1785268942.045012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268942.0450294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268942.0450401,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","modelName":"e2e-external-model"} {"level":"info","ts":1785268942.0450613,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268942.0451095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.3038352,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d62123c-44b2-46ab-9f1f-257c2387b806"} {"level":"info","ts":1785268942.3038428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff53e2ea-2ca1-47c4-bd6d-3473c5ffd0f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3039582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff53e2ea-2ca1-47c4-bd6d-3473c5ffd0f6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268942.3093548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1618507f-6576-4f67-bd67-b082215458ea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3093996,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1618507f-6576-4f67-bd67-b082215458ea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268942.3125603,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d62123c-44b2-46ab-9f1f-257c2387b806","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268942.3126206,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d62123c-44b2-46ab-9f1f-257c2387b806","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3254187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b7bd966-cbec-44d1-8367-08926e7ca808","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3254623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b7bd966-cbec-44d1-8367-08926e7ca808","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268942.3333619,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d62123c-44b2-46ab-9f1f-257c2387b806","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785268942.333403,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d62123c-44b2-46ab-9f1f-257c2387b806","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268942.3334534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9ba7acb-f2bf-403a-a632-c85df9e6b0b5"} {"level":"info","ts":1785268942.3335056,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9ba7acb-f2bf-403a-a632-c85df9e6b0b5","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3420827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19b95e1d-a0ad-4649-97a8-827b406327ef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3421142,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19b95e1d-a0ad-4649-97a8-827b406327ef","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268942.3427136,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9ba7acb-f2bf-403a-a632-c85df9e6b0b5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785268942.3462636,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9ba7acb-f2bf-403a-a632-c85df9e6b0b5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268942.3463507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d46046-7e90-4a1d-abc1-2abe71ccd1b1"} {"level":"info","ts":1785268942.3464062,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d46046-7e90-4a1d-abc1-2abe71ccd1b1","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3544211,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d46046-7e90-4a1d-abc1-2abe71ccd1b1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268942.3555884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2bbec54-6af1-4253-8b10-5a03be0e19f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3556204,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2bbec54-6af1-4253-8b10-5a03be0e19f0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268942.3582096,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d46046-7e90-4a1d-abc1-2abe71ccd1b1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268942.35829,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd92271a-88cb-4556-bd10-8dbd1685bf83"} {"level":"info","ts":1785268942.3583405,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd92271a-88cb-4556-bd10-8dbd1685bf83","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3661566,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd92271a-88cb-4556-bd10-8dbd1685bf83","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268950.6109638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"468e79a3-c124-443f-b106-36b4d755366c"} {"level":"info","ts":1785268950.6109633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"375251d9-eb4f-4fee-a276-6b4818fb5da5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268950.6110384,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"375251d9-eb4f-4fee-a276-6b4818fb5da5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268954.9292803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268954.9293723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6714a88-627c-4717-a83e-448069823aff"} {"level":"info","ts":1785268954.9293897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6714a88-627c-4717-a83e-448069823aff"} {"level":"info","ts":1785268954.929407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6714a88-627c-4717-a83e-448069823aff","EoS":false} {"level":"info","ts":1785268954.9294264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6714a88-627c-4717-a83e-448069823aff","EoS":true} {"level":"info","ts":1785268954.929453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6714a88-627c-4717-a83e-448069823aff","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785268954.9294739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6714a88-627c-4717-a83e-448069823aff","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785268954.9295092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6714a88-627c-4717-a83e-448069823aff"} {"level":"info","ts":1785268954.9583905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268954.9584692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268954.9584875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268954.9585004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","EoS":false} {"level":"info","ts":1785268954.958511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","EoS":true} {"level":"info","ts":1785268954.9585283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268954.9585414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268954.9585488,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","modelName":"e2e-external-model"} {"level":"info","ts":1785268954.9585621,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268954.958597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268955.0523393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268955.0524035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.0524132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.0524235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","EoS":false} {"level":"info","ts":1785268955.0524368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","EoS":true} {"level":"info","ts":1785268955.052455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785268955.0524697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268955.052491,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.1411679,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268955.1412482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.1412623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.1412756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","EoS":false} {"level":"info","ts":1785268955.1412883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","EoS":true} {"level":"info","ts":1785268955.1413105,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","field":"model"} {"level":"info","ts":1785268955.1413343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268956.0941315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fb77837-2354-41b7-9628-96d27abc4285"} {"level":"info","ts":1785268956.0941758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd60dac1-5db4-4c0c-8520-4158142ff5bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268956.0942528,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd60dac1-5db4-4c0c-8520-4158142ff5bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268956.2487242,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0806dc5f-bf42-4c06-8ba3-147d5efa06b3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268956.2487829,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0806dc5f-bf42-4c06-8ba3-147d5efa06b3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268956.2488122,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"153edb21-5928-4e11-945b-19245b8700ec"} {"level":"info","ts":1785270385.0163996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270385.0164824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d9b7219-4683-419b-be7b-3c44785e4781"} {"level":"info","ts":1785270460.0743225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270460.0744224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.074444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.0744593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","EoS":false} {"level":"info","ts":1785270460.0744734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","EoS":true} {"level":"info","ts":1785270460.074498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785270460.0745144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785270460.074535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"}