{"level":"info","ts":1785405970.3926654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405970.3927634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97"} {"level":"info","ts":1785405970.3927786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97"} {"level":"info","ts":1785405970.3927915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97","EoS":false} {"level":"info","ts":1785405970.392805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97","EoS":true} {"level":"info","ts":1785405970.3928275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785405970.3928418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785405970.3928626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8a3e40a-1301-4051-8f56-37839c874c97"} {"level":"info","ts":1785405971.0749052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405971.0749977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a"} {"level":"info","ts":1785405971.0750105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a"} {"level":"info","ts":1785405971.0750465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a","EoS":false} {"level":"info","ts":1785405971.0750656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a","EoS":true} {"level":"info","ts":1785405971.0750966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785405971.075116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405971.0751443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68ca072c-cb7e-41f4-b8cd-79f9d9e1d14a"} {"level":"info","ts":1785405971.1135492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405971.1136127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f"} {"level":"info","ts":1785405971.1136281,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f"} {"level":"info","ts":1785405971.1136456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f","EoS":false} {"level":"info","ts":1785405971.1136653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f","EoS":true} {"level":"info","ts":1785405971.11369,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785405971.1137066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785405971.1137354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"befc902c-9a44-41ce-95fb-7b0f3aaf024f"} {"level":"info","ts":1785405975.2955003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405975.2955823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc"} {"level":"info","ts":1785405975.2955918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc"} {"level":"info","ts":1785405975.2956047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc","EoS":false} {"level":"info","ts":1785405975.2956176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc","EoS":true} {"level":"info","ts":1785405975.2956388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785405975.2956529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785405975.2956724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba74049f-8e99-4b89-93b9-c41aa2b2c9dc"} {"level":"info","ts":1785405994.2753193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.2753975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225"} {"level":"info","ts":1785405994.2754107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225"} {"level":"info","ts":1785405994.275422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225","EoS":false} {"level":"info","ts":1785405994.275433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225","EoS":true} {"level":"info","ts":1785405994.2754595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785405994.2754753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.2754972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6de54520-84dc-4562-a97d-c7c3400fc225"} {"level":"info","ts":1785405994.4199495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.4200485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d"} {"level":"info","ts":1785405994.4200644,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d"} {"level":"info","ts":1785405994.4200814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d","EoS":false} {"level":"info","ts":1785405994.4200952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d","EoS":true} {"level":"info","ts":1785405994.420118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785405994.4201343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.4201546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d"} {"level":"info","ts":1785405994.5575786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.557659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.557669,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.5576804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","EoS":false} {"level":"info","ts":1785405994.5576928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","EoS":true} {"level":"info","ts":1785405994.5577207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785405994.5577378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.557759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.7011023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.7011874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.701202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7012227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","EoS":false} {"level":"info","ts":1785405994.7012408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","EoS":true} {"level":"info","ts":1785405994.7012742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785405994.7012925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.701327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.8417182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.8418086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8418212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8418381,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","EoS":false} {"level":"info","ts":1785405994.8418539,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","EoS":true} {"level":"info","ts":1785405994.8418858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785405994.8419058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.8419335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.9803808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.980459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a"} {"level":"info","ts":1785405994.9804692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a"} {"level":"info","ts":1785405994.980481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a","EoS":false} {"level":"info","ts":1785405994.980492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a","EoS":true} {"level":"info","ts":1785405994.9805114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785405994.980526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.9805472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"807f0e1d-76e1-4da7-b5a4-0d97cd0fa00a"} {"level":"info","ts":1785406028.8552346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406028.8553228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.855338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.8553512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","EoS":false} {"level":"info","ts":1785406028.855366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","EoS":true} {"level":"info","ts":1785406028.8553884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406028.8554041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406028.855424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.8933783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406028.8934455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.893458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.8934767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","EoS":false} {"level":"info","ts":1785406028.8934934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","EoS":true} {"level":"info","ts":1785406028.893523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406028.8935404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406028.8935673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.932124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406028.9321845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70"} {"level":"info","ts":1785406028.9321954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70"} {"level":"info","ts":1785406028.932207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70","EoS":false} {"level":"info","ts":1785406028.9322207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70","EoS":true} {"level":"info","ts":1785406028.9322395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406028.9322543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406028.9322724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"081d387b-4245-4592-8a1a-d14899c9ee70"} {"level":"info","ts":1785406028.9692597,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406028.9693298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37"} {"level":"info","ts":1785406028.96934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37"} {"level":"info","ts":1785406028.9693503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37","EoS":false} {"level":"info","ts":1785406028.9693642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37","EoS":true} {"level":"info","ts":1785406028.969383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406028.9693978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406028.9694214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48839fc1-5c80-4946-a99f-0bef229c2e37"} {"level":"info","ts":1785406029.0036852,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406029.0037565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450"} {"level":"info","ts":1785406033.6640794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406033.664172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.664187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.664199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","EoS":false} {"level":"info","ts":1785406033.6642118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","EoS":true} {"level":"info","ts":1785406033.6642337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406033.6642482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406033.664269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406042.2514951,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406042.2515814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17"} {"level":"info","ts":1785406042.251592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17"} {"level":"info","ts":1785406042.2516031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17","EoS":false} {"level":"info","ts":1785406042.251616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17","EoS":true} {"level":"info","ts":1785406042.2516382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406042.2516558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406042.2516751,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0de7ccce-a007-421b-b170-5d032a161e17"} {"level":"info","ts":1785406044.284413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406044.28451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0"} {"level":"info","ts":1785406044.2845256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0"} {"level":"info","ts":1785406044.2845395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0","EoS":false} {"level":"info","ts":1785406044.284552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0","EoS":true} {"level":"info","ts":1785406044.284574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406044.2845926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406044.2846174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9d7fb1a-850d-4a17-8dc4-4ceaf7b119b0"} {"level":"info","ts":1785406046.3219461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406046.322048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3220592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3220708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","EoS":false} {"level":"info","ts":1785406046.3220813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","EoS":true} {"level":"info","ts":1785406046.3221037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406046.3221195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406046.3221438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406059.2450526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406059.2451472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.2451622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.245179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","EoS":false} {"level":"info","ts":1785406059.2451982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","EoS":true} {"level":"info","ts":1785406059.2452264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406059.2452464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406059.2452738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406067.7908614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406067.7909424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.7909527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.7909641,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","EoS":false} {"level":"info","ts":1785406067.790977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","EoS":true} {"level":"info","ts":1785406067.790997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406067.7910106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406067.791065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406076.6968675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406076.6969643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.6969795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.6969984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","EoS":false} {"level":"info","ts":1785406076.6970165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","EoS":true} {"level":"info","ts":1785406076.6970823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406076.6971056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406076.6971323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406085.7123005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406085.7123997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c"} {"level":"info","ts":1785406085.7124162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c"} {"level":"info","ts":1785406085.7124374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c","EoS":false} {"level":"info","ts":1785406085.7124577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c","EoS":true} {"level":"info","ts":1785406085.7124918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406085.7125099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406085.7125416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c25c9113-9fbc-4ab4-b455-32f85089bd5c"} {"level":"info","ts":1785406090.4793513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406090.4794323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4"} {"level":"info","ts":1785406090.479442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4"} {"level":"info","ts":1785406090.479453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4","EoS":false} {"level":"info","ts":1785406090.4794636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4","EoS":true} {"level":"info","ts":1785406090.4794834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406090.4794993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406090.4795294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"804e0f2e-8003-4bed-8b96-d2cce2b532c4"} {"level":"info","ts":1785406095.279726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406095.279812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18"} {"level":"info","ts":1785406095.2798257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18"} {"level":"info","ts":1785406095.2798386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18","EoS":false} {"level":"info","ts":1785406095.2798512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18","EoS":true} {"level":"info","ts":1785406095.279871,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406095.279886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406095.2799075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fcb17c4-f5db-4847-97b0-8613dc65fc18"} {"level":"info","ts":1785406106.2896292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406106.2897139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.2897258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.2897367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","EoS":false} {"level":"info","ts":1785406106.28975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","EoS":true} {"level":"info","ts":1785406106.2897727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406106.2897887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406106.2898092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406150.9974527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406150.9975255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406150.9975352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406150.997546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","EoS":false} {"level":"info","ts":1785406150.997557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","EoS":true} {"level":"info","ts":1785406150.9975789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406150.9975977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406150.9976206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406160.3748753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406160.3749566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a"} {"level":"info","ts":1785406160.3749678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a"} {"level":"info","ts":1785406160.3749797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a","EoS":false} {"level":"info","ts":1785406160.3749933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a","EoS":true} {"level":"info","ts":1785406160.375014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406160.3750541,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406160.3750777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7b0209f-d97a-431a-931c-8298a8163e5a"} {"level":"info","ts":1785406187.2742844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406187.274356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1"} {"level":"info","ts":1785406187.2743652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1"} {"level":"info","ts":1785406187.274377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1","EoS":false} {"level":"info","ts":1785406187.2743876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1","EoS":true} {"level":"info","ts":1785406187.274409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406187.274425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406187.2744453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efa5fd13-87c4-438c-8ca8-d31fa63ae3d1"} {"level":"info","ts":1785406196.9031534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406196.903232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.903241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.903252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","EoS":false} {"level":"info","ts":1785406196.9032621,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","EoS":true} {"level":"info","ts":1785406196.9032843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406196.9033012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406196.9033225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406206.3319142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406206.3320053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3320231,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3320642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","EoS":false} {"level":"info","ts":1785406206.3320858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","EoS":true} {"level":"info","ts":1785406206.332119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406206.3321414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406206.3321724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3719246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406206.3720071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3720148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3720498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","EoS":false} {"level":"info","ts":1785406206.3720634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","EoS":true} {"level":"info","ts":1785406206.3720858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406206.3721013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406206.3721204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406225.601752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406225.6018567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.6018765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.6018949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","EoS":false} {"level":"info","ts":1785406225.6019144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","EoS":true} {"level":"info","ts":1785406225.6019487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406225.6019702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406225.6019995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406234.9923239,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406234.9924114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979"} {"level":"info","ts":1785406234.9924226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979"} {"level":"info","ts":1785406234.9924383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979","EoS":false} {"level":"info","ts":1785406234.9924557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979","EoS":true} {"level":"info","ts":1785406234.9924793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406234.992495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406234.9925218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39e4e063-7a71-4a79-821a-721dafac1979"} {"level":"info","ts":1785406261.7225819,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406261.7226634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0"} {"level":"info","ts":1785406261.722676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0"} {"level":"info","ts":1785406261.722688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0","EoS":false} {"level":"info","ts":1785406261.7226985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0","EoS":true} {"level":"info","ts":1785406261.722721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785406261.7227361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406261.7227554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c63f2168-f460-4665-801a-40d7a29d46d0"} {"level":"info","ts":1785406395.3835506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406395.383642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44"} {"level":"info","ts":1785406395.383656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44"} {"level":"info","ts":1785406395.3836753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44","EoS":false} {"level":"info","ts":1785406395.3836932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44","EoS":true} {"level":"info","ts":1785406395.383724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785406395.3837428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785406395.383773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b3feae4-177a-4c8e-90bf-1fbcd4fb2d44"} {"level":"info","ts":1785406420.7116787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406420.7117558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.7117655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.7117763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","EoS":false} {"level":"info","ts":1785406420.7117865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","EoS":true} {"level":"info","ts":1785406420.7118106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785406420.7118242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785406420.7118456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406502.7175424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406502.7176306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.717643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.7176597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","EoS":false} {"level":"info","ts":1785406502.7176712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","EoS":true} {"level":"info","ts":1785406502.7176938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406502.7177112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406502.7177336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406518.0752938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406518.0753734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.075384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0753956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","EoS":false} {"level":"info","ts":1785406518.075407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","EoS":true} {"level":"info","ts":1785406518.075429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406518.075451,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406518.0754833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.3889267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406518.3890219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff"} {"level":"info","ts":1785406518.3890684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff"} {"level":"info","ts":1785406518.3890889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff","EoS":false} {"level":"info","ts":1785406518.3891087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff","EoS":true} {"level":"info","ts":1785406518.3891394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785406518.3891582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406518.3891897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3d6c88a-2de8-4b2e-95f8-166fbefb8fff"} {"level":"info","ts":1785406885.3597422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406885.3598294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3598387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3598497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","EoS":false} {"level":"info","ts":1785406885.3598661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","EoS":true} {"level":"info","ts":1785406885.3598895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406885.359906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406885.3599262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.4113328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406885.4114118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63"} {"level":"info","ts":1785406885.41142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63"} {"level":"info","ts":1785406885.4114313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63","EoS":false} {"level":"info","ts":1785406885.4114473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63","EoS":true} {"level":"info","ts":1785406885.4114678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406885.4114828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406885.4115036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a85ba28a-21cd-4475-9275-7ad4577d8a63"} {"level":"info","ts":1785406885.4483292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406885.4484198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf"} {"level":"info","ts":1785406885.4484372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf"} {"level":"info","ts":1785406885.4484508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf","EoS":false} {"level":"info","ts":1785406885.4484637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf","EoS":true} {"level":"info","ts":1785406885.448484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785406885.4485002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406885.4485226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb469737-c3fd-4eaf-a0fa-f52eb79b8cdf"} {"level":"info","ts":1785406890.3128693,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd04051d-7800-494a-a88a-4d97e3001caa"} {"level":"info","ts":1785406890.3128912,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38e50841-51c7-475c-9656-789682f39991","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406890.312914,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38e50841-51c7-475c-9656-789682f39991","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785406890.3197706,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff73e1c8-4c7f-4fcc-a3f7-9db0ec6076a0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406890.3198035,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff73e1c8-4c7f-4fcc-a3f7-9db0ec6076a0","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785406890.3210151,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd04051d-7800-494a-a88a-4d97e3001caa","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.3212757,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36876.92041576,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.3212965,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.4412372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76629121-97fb-41a2-99b4-ff952e5d2d5e"} {"level":"info","ts":1785406890.4416542,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76629121-97fb-41a2-99b4-ff952e5d2d5e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785406890.4426885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c84e46f-4614-425a-920d-8c96f3ca290a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.4427423,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c84e46f-4614-425a-920d-8c96f3ca290a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.446464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c52807-50b3-4988-946a-94194234d490","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.4465046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c52807-50b3-4988-946a-94194234d490","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.4469547,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785406890.450228,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76629121-97fb-41a2-99b4-ff952e5d2d5e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785406890.4502988,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76629121-97fb-41a2-99b4-ff952e5d2d5e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.4504008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b5a1c9-1867-4909-8af3-683152fade20"} {"level":"info","ts":1785406890.4504757,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b5a1c9-1867-4909-8af3-683152fade20","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785406890.454554,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b5a1c9-1867-4909-8af3-683152fade20","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.4559913,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c1ba3b2-859b-4333-a0db-ef2bc4bbdaac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406890.4560394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56724b79-28c8-47f0-b33c-edc9fb37a234","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.456061,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c1ba3b2-859b-4333-a0db-ef2bc4bbdaac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785406890.456065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56724b79-28c8-47f0-b33c-edc9fb37a234","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.4561355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98411509-f1c8-4d6a-95e9-6d7bda63b786"} {"level":"info","ts":1785406890.4563842,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34663.690241906,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.4564059,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.521689,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35402.934733209,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.5217195,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.5422323,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.5427217,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.5567524,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98411509-f1c8-4d6a-95e9-6d7bda63b786","name":"e2e-external-model"} {"level":"info","ts":1785406890.5680184,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98411509-f1c8-4d6a-95e9-6d7bda63b786","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406890.573341,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"718efdd0-6f01-4f07-b4bc-9d88613256ef","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.5733848,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"718efdd0-6f01-4f07-b4bc-9d88613256ef","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785406890.57669,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98411509-f1c8-4d6a-95e9-6d7bda63b786","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.576777,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca634295-d1e8-41bc-91fc-2272b5acc60b"} {"level":"info","ts":1785406890.5768263,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca634295-d1e8-41bc-91fc-2272b5acc60b","name":"e2e-external-model"} {"level":"info","ts":1785406890.5883193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f457489-8332-44a6-97e4-f8e7a476eba5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.5883548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f457489-8332-44a6-97e4-f8e7a476eba5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785406890.5895925,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca634295-d1e8-41bc-91fc-2272b5acc60b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785406890.5896366,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca634295-d1e8-41bc-91fc-2272b5acc60b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.5897202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d000ee26-7202-40d5-b856-a69ce6f4b09d"} {"level":"info","ts":1785406890.5897753,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d000ee26-7202-40d5-b856-a69ce6f4b09d","name":"e2e-external-model"} {"level":"info","ts":1785406890.5973637,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d000ee26-7202-40d5-b856-a69ce6f4b09d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406890.6033235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95561b90-4a9c-40cb-bdfa-136cf6ffba69","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.6033874,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95561b90-4a9c-40cb-bdfa-136cf6ffba69","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785406890.6041532,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d000ee26-7202-40d5-b856-a69ce6f4b09d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.604227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40660d73-8ecb-4a95-9dcf-1d1eae056f8e"} {"level":"info","ts":1785406890.6042693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40660d73-8ecb-4a95-9dcf-1d1eae056f8e","name":"e2e-external-model"} {"level":"info","ts":1785406890.6116917,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40660d73-8ecb-4a95-9dcf-1d1eae056f8e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406890.6222215,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd04051d-7800-494a-a88a-4d97e3001caa","name":"e2e-external-provider"} {"level":"info","ts":1785406890.6323512,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd04051d-7800-494a-a88a-4d97e3001caa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785406890.6361623,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd04051d-7800-494a-a88a-4d97e3001caa","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.6362467,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"371f5e59-fade-456d-9a19-5e25514546cf"} {"level":"info","ts":1785406890.6362855,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"371f5e59-fade-456d-9a19-5e25514546cf","name":"e2e-external-provider"} {"level":"info","ts":1785406890.646006,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"371f5e59-fade-456d-9a19-5e25514546cf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785406912.7935042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406912.7936027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056"} {"level":"info","ts":1785406912.7936194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056"} {"level":"info","ts":1785406912.793637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056","EoS":false} {"level":"info","ts":1785406912.793658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056","EoS":true} {"level":"info","ts":1785406912.7936804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785406912.7936964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406912.7937045,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056","modelName":"e2e-external-model"} {"level":"info","ts":1785406912.7937222,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785406912.7937694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc9672d7-fbde-4014-b380-bad8faf4c056"} {"level":"info","ts":1785406912.8477886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406912.8478606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6"} {"level":"info","ts":1785406912.84787,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6"} {"level":"info","ts":1785406912.8478813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6","EoS":false} {"level":"info","ts":1785406912.8478975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6","EoS":true} {"level":"info","ts":1785406912.847918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785406912.847934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406912.847941,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6","modelName":"e2e-external-model"} {"level":"info","ts":1785406912.8479543,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785406912.8479905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f69b979b-87d9-4aa2-adc1-0e9c89331fe6"} {"level":"info","ts":1785406912.8755248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406912.875609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.875621,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.8756323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","EoS":false} {"level":"info","ts":1785406912.8756423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","EoS":true} {"level":"info","ts":1785406912.8756683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785406912.8756852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406912.8756936,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","modelName":"e2e-external-model"} {"level":"info","ts":1785406912.8757071,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785406912.8757477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406913.1108453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240eeea7-3138-4c3a-9332-f34e81ceb247"} {"level":"info","ts":1785406913.1108825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c1c108-e26a-4d9b-bfef-5d5cd22d23f1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.110917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c1c108-e26a-4d9b-bfef-5d5cd22d23f1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785406913.1189127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed9e0b7f-5292-4942-991d-aa2734022910","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.1189532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed9e0b7f-5292-4942-991d-aa2734022910","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785406913.119412,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240eeea7-3138-4c3a-9332-f34e81ceb247","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.1385357,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240eeea7-3138-4c3a-9332-f34e81ceb247","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406913.1449578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"960be1e2-2add-4dc8-80d9-6b3648ea00ec"} {"level":"info","ts":1785406913.1450722,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"960be1e2-2add-4dc8-80d9-6b3648ea00ec","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.145407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48bd3ae8-6e54-4b6f-9967-7e19c9f4c868","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.1454487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48bd3ae8-6e54-4b6f-9967-7e19c9f4c868","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785406913.1627958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34f64e82-865f-48a9-9908-5c3036f65ed7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.162835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34f64e82-865f-48a9-9908-5c3036f65ed7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785406913.1628172,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"960be1e2-2add-4dc8-80d9-6b3648ea00ec","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406913.1629107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07ad7795-3dbe-4f88-ba20-906d03dae552"} {"level":"info","ts":1785406913.1629755,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07ad7795-3dbe-4f88-ba20-906d03dae552","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.1750762,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07ad7795-3dbe-4f88-ba20-906d03dae552","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406913.1833427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b667cfa5-78f0-43ef-a741-118bb052f166","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.1833873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b667cfa5-78f0-43ef-a741-118bb052f166","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785406913.1840503,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07ad7795-3dbe-4f88-ba20-906d03dae552","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406913.1841335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"189097ab-a91d-4fc6-92ec-f12bea9813df"} {"level":"info","ts":1785406913.184182,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"189097ab-a91d-4fc6-92ec-f12bea9813df","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.1933358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"189097ab-a91d-4fc6-92ec-f12bea9813df","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406921.3771439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd6c6af0-6e56-4109-b197-d307ed0aa229","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406921.377193,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd6c6af0-6e56-4109-b197-d307ed0aa229","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406921.3771439,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25e50a42-a8de-4a26-856d-8544d0874142"} {"level":"info","ts":1785406925.6910734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.6911542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab"} {"level":"info","ts":1785406925.6911666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab"} {"level":"info","ts":1785406925.6911824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab","EoS":false} {"level":"info","ts":1785406925.691196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab","EoS":true} {"level":"info","ts":1785406925.6912167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785406925.6912324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785406925.6912608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab"} {"level":"info","ts":1785406925.7188203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.7188847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.7188935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.7189038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","EoS":false} {"level":"info","ts":1785406925.7189138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","EoS":true} {"level":"info","ts":1785406925.7189305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785406925.7189453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406925.7189527,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","modelName":"e2e-external-model"} {"level":"info","ts":1785406925.7189662,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785406925.719001,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.850221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.8502955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.8503103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.8503277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","EoS":false} {"level":"info","ts":1785406925.8503475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","EoS":true} {"level":"info","ts":1785406925.8503773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785406925.8503947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406925.8504226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.9314325,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.931499,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9315093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.93152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","EoS":false} {"level":"info","ts":1785406925.931533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","EoS":true} {"level":"info","ts":1785406925.9315636,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","field":"model"} {"level":"info","ts":1785406925.9315922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406926.907843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90dc25e4-ad8e-4bad-b9cb-ec88d2ce003d"} {"level":"info","ts":1785406926.9078608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39785f89-c2ef-4d63-9544-078070540ae7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406926.9078922,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39785f89-c2ef-4d63-9544-078070540ae7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406927.0583694,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0795880b-d147-40ae-a3dc-75b950b01e14"} {"level":"info","ts":1785406927.0584261,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf4bb618-84f6-429a-9cce-6ffe03883ce1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406927.0584476,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf4bb618-84f6-429a-9cce-6ffe03883ce1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785408633.0550447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785408633.055142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8fbe071-ba90-4d7d-9046-1e73fbcdcb11"} {"level":"info","ts":1785408710.5501595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785408710.5502574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5502675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5502791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","EoS":false} {"level":"info","ts":1785408710.5502899,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","EoS":true} {"level":"info","ts":1785408710.5503132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785408710.5503297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785408710.5503516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"}