{"level":"info","ts":1785286285.7952247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"167c501f-8527-44f3-a6d4-fc6f22c03316","EoS":true} {"level":"info","ts":1785286285.795251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"167c501f-8527-44f3-a6d4-fc6f22c03316","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286285.7952673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"167c501f-8527-44f3-a6d4-fc6f22c03316","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286285.7952883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"167c501f-8527-44f3-a6d4-fc6f22c03316"} {"level":"info","ts":1785286289.9836252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286289.9837105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89"} {"level":"info","ts":1785286289.983725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89"} {"level":"info","ts":1785286289.9837372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89","EoS":false} {"level":"info","ts":1785286289.983751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89","EoS":true} {"level":"info","ts":1785286289.983774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286289.9837902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286289.9838119,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ca36ca2-d1a3-4a8a-965a-c17f7eb9ff89"} {"level":"info","ts":1785286308.8800168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286308.8801172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c"} {"level":"info","ts":1785286308.8801332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c"} {"level":"info","ts":1785286308.880147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c","EoS":false} {"level":"info","ts":1785286308.8801599,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c","EoS":true} {"level":"info","ts":1785286308.8801818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286308.8801966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286308.8802197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"874cdc16-d0c5-40cc-95e0-5950c70e464c"} {"level":"info","ts":1785286309.0164437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.0165315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.0165455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.0165575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300","EoS":false} {"level":"info","ts":1785286309.0165706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300","EoS":true} {"level":"info","ts":1785286309.0165925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286309.0166073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.016629,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.1508074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.150876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.150885,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.150896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","EoS":false} {"level":"info","ts":1785286309.1509063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","EoS":true} {"level":"info","ts":1785286309.1509273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286309.1509423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.1509616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.2851865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.2852669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2852786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2852893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","EoS":false} {"level":"info","ts":1785286309.2852998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","EoS":true} {"level":"info","ts":1785286309.2853353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286309.2853513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.2853713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.4212608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.4213502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.42136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.421371,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","EoS":false} {"level":"info","ts":1785286309.4213827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","EoS":true} {"level":"info","ts":1785286309.4214032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286309.4214208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.4214423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.557701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.557785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292"} {"level":"info","ts":1785286309.5577984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292"} {"level":"info","ts":1785286309.557818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292","EoS":false} {"level":"info","ts":1785286309.557835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292","EoS":true} {"level":"info","ts":1785286309.5578668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286309.557885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.5579143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88b1301f-84f7-48fd-a08e-9b1463d4d292"} {"level":"info","ts":1785286329.4729092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286329.4729972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.4730115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.473026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","EoS":false} {"level":"info","ts":1785286329.47304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","EoS":true} {"level":"info","ts":1785286329.4730604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286329.473076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286329.473096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.5092182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286329.5093033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c"} {"level":"info","ts":1785286329.5093315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c"} {"level":"info","ts":1785286329.509344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c","EoS":false} {"level":"info","ts":1785286329.509355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c","EoS":true} {"level":"info","ts":1785286329.5093744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286329.50939,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286329.5094116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7d377f8-c22b-4c80-9457-3bbe7b2cb15c"} {"level":"info","ts":1785286329.5398982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286329.54,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606"} {"level":"info","ts":1785286329.540012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606"} {"level":"info","ts":1785286329.5400226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606","EoS":false} {"level":"info","ts":1785286329.5400336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606","EoS":true} {"level":"info","ts":1785286329.5400546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286329.5400689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286329.540091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae7ee1f1-52e7-42e8-af91-c80d3d2ff606"} {"level":"info","ts":1785286329.575252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286329.5753624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648"} {"level":"info","ts":1785286334.189539,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286334.1896274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.1896448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.1896636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03861553-435b-48da-85e4-698d90960b57","EoS":false} {"level":"info","ts":1785286334.189684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03861553-435b-48da-85e4-698d90960b57","EoS":true} {"level":"info","ts":1785286334.1897156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03861553-435b-48da-85e4-698d90960b57","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286334.1897345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03861553-435b-48da-85e4-698d90960b57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286334.189765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286342.72243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286342.7225072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709"} {"level":"info","ts":1785286342.7225204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709"} {"level":"info","ts":1785286342.7225332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709","EoS":false} {"level":"info","ts":1785286342.7225518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709","EoS":true} {"level":"info","ts":1785286342.7225766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286342.722592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286342.722619,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d09f3061-f11c-4549-b1d8-bbea71308709"} {"level":"info","ts":1785286344.755519,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286344.7556062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.7556229,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.7556422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","EoS":false} {"level":"info","ts":1785286344.7556627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","EoS":true} {"level":"info","ts":1785286344.755694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286344.7557132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286344.7557445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286357.6447277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286357.64482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.644837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.6448584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","EoS":false} {"level":"info","ts":1785286357.6448798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","EoS":true} {"level":"info","ts":1785286357.6449094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286357.6449287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286357.64496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286366.173465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286366.1735559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1735694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1735883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","EoS":false} {"level":"info","ts":1785286366.1736128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","EoS":true} {"level":"info","ts":1785286366.1736417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286366.173661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286366.173693,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286375.0453498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286375.0454347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0454447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0454557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","EoS":false} {"level":"info","ts":1785286375.0454662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","EoS":true} {"level":"info","ts":1785286375.0454915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286375.04551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286375.0455368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286384.0592527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286384.0593495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec"} {"level":"info","ts":1785286384.0593631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec"} {"level":"info","ts":1785286384.0593805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec","EoS":false} {"level":"info","ts":1785286384.0593944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec","EoS":true} {"level":"info","ts":1785286384.0594194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286384.0594358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286384.0594614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b4152b9-6876-4bff-96e7-7379db79ccec"} {"level":"info","ts":1785286391.9385808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286391.9386683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6"} {"level":"info","ts":1785286391.938685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6"} {"level":"info","ts":1785286391.9386969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6","EoS":false} {"level":"info","ts":1785286391.938711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6","EoS":true} {"level":"info","ts":1785286391.9387333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785286391.9387496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286391.9387717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0256f7a1-8d4e-440b-a751-9a117c9bf0e6"} {"level":"info","ts":1785286396.7280486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286396.7281241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220"} {"level":"info","ts":1785286396.7281358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220"} {"level":"info","ts":1785286396.7281501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220","EoS":false} {"level":"info","ts":1785286396.7281678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220","EoS":true} {"level":"info","ts":1785286396.7281897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286396.7282057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286396.728228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22075e6f-7681-46f6-98ae-015aebe90220"} {"level":"info","ts":1785286397.1022558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286397.1023552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3"} {"level":"info","ts":1785286397.1023686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3"} {"level":"info","ts":1785286397.102381,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3","EoS":false} {"level":"info","ts":1785286397.1023915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3","EoS":true} {"level":"info","ts":1785286397.1024125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286397.1024272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286397.102447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ce218e3-e5b3-4928-8d33-219b4a7158e3"} {"level":"info","ts":1785286399.1365244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286399.1366148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581"} {"level":"info","ts":1785286399.136632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581"} {"level":"info","ts":1785286399.1366506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581","EoS":false} {"level":"info","ts":1785286399.1366682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581","EoS":true} {"level":"info","ts":1785286399.1366975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286399.1367168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286399.1367455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbbed896-5f83-4732-8ad7-c7b15594e581"} {"level":"info","ts":1785286401.1694775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286401.1695697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa"} {"level":"info","ts":1785286401.1695852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa"} {"level":"info","ts":1785286401.1696048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa","EoS":false} {"level":"info","ts":1785286401.1696248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa","EoS":true} {"level":"info","ts":1785286401.1696572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286401.1696758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286401.1697063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6274beee-5af3-41c5-8dc9-2642e6d8e3fa"} {"level":"info","ts":1785286403.1981003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286403.1981988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.1982155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.1982305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","EoS":false} {"level":"info","ts":1785286403.198242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","EoS":true} {"level":"info","ts":1785286403.198262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286403.1982782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286403.1982987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286426.0562408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286426.0563385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.0563514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.056364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","EoS":false} {"level":"info","ts":1785286426.056375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","EoS":true} {"level":"info","ts":1785286426.0563962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286426.0564125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286426.056435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286435.3738399,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286435.3739185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8"} {"level":"info","ts":1785286435.3739285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8"} {"level":"info","ts":1785286435.37394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8","EoS":false} {"level":"info","ts":1785286435.3739536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8","EoS":true} {"level":"info","ts":1785286435.3739731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286435.3739893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286435.3740094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d93d503-63b9-40b2-a877-01a0c4170de8"} {"level":"info","ts":1785286453.6301365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286453.6302114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd"} {"level":"info","ts":1785286453.6302242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd"} {"level":"info","ts":1785286453.6302352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd","EoS":false} {"level":"info","ts":1785286453.630247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd","EoS":true} {"level":"info","ts":1785286453.6302695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286453.6302853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286453.630333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daf66739-6892-4c42-b056-3a518f83a4bd"} {"level":"info","ts":1785286463.1208458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286463.1209238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97"} {"level":"info","ts":1785286463.120935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97"} {"level":"info","ts":1785286463.1209457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97","EoS":false} {"level":"info","ts":1785286463.1209624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97","EoS":true} {"level":"info","ts":1785286463.120983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286463.1209984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286463.1210232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a55b25d-4ffc-4504-b689-f621eb170b97"} {"level":"info","ts":1785286465.1551924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286465.1552742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.1552825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.155294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","EoS":false} {"level":"info","ts":1785286465.155317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","EoS":true} {"level":"info","ts":1785286465.1553404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286465.1553562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286465.1553771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286474.5015194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286474.5016003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5016139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.501626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","EoS":false} {"level":"info","ts":1785286474.501637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","EoS":true} {"level":"info","ts":1785286474.5016608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286474.5016775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286474.5016978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5385125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286474.5385783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.5385902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.5386014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","EoS":false} {"level":"info","ts":1785286474.5386114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","EoS":true} {"level":"info","ts":1785286474.5386298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286474.5386462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286474.5386662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286493.5372329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286493.5373387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5373542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5373712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","EoS":false} {"level":"info","ts":1785286493.5373857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","EoS":true} {"level":"info","ts":1785286493.5374053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286493.5374215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286493.5374444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286502.837978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286502.8380754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5"} {"level":"info","ts":1785286502.8380926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5"} {"level":"info","ts":1785286502.8381066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5","EoS":false} {"level":"info","ts":1785286502.838121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5","EoS":true} {"level":"info","ts":1785286502.8381424,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286502.838158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286502.838179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47f45bb6-eac2-4a95-935b-b538a3e92da5"} {"level":"info","ts":1785286508.1281736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286508.128263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c"} {"level":"info","ts":1785286508.128277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c"} {"level":"info","ts":1785286508.1282964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c","EoS":false} {"level":"info","ts":1785286508.1283436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c","EoS":true} {"level":"info","ts":1785286508.128376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785286508.1283958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286508.1284277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a46a1f05-9f54-4284-8170-e7d71914ca8c"} {"level":"info","ts":1785286598.5541084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286598.5542145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a"} {"level":"info","ts":1785286598.5542302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a"} {"level":"info","ts":1785286598.5542433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a","EoS":false} {"level":"info","ts":1785286598.5542605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a","EoS":true} {"level":"info","ts":1785286598.5542927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785286598.5543406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785286598.5543704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77cc1151-11b6-446e-803a-ceac000e6c8a"} {"level":"info","ts":1785286625.9505541,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286625.950632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9506423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9506543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","EoS":false} {"level":"info","ts":1785286625.9506645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","EoS":true} {"level":"info","ts":1785286625.950685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785286625.9506977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785286625.9507172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286662.8904712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286662.8905616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.8905735,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.890586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","EoS":false} {"level":"info","ts":1785286662.8906045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","EoS":true} {"level":"info","ts":1785286662.8906279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286662.890644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286662.8906648,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286678.105182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286678.1052682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1052763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1052883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","EoS":false} {"level":"info","ts":1785286678.1052983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","EoS":true} {"level":"info","ts":1785286678.1053429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286678.1053593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286678.105381,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.3867126,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286678.3867886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be172a78-2620-446f-8057-4205757a0703"} {"level":"info","ts":1785286678.3867974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be172a78-2620-446f-8057-4205757a0703"} {"level":"info","ts":1785286678.3868086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be172a78-2620-446f-8057-4205757a0703","EoS":false} {"level":"info","ts":1785286678.3868234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be172a78-2620-446f-8057-4205757a0703","EoS":true} {"level":"info","ts":1785286678.3868449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be172a78-2620-446f-8057-4205757a0703","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785286678.3868601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be172a78-2620-446f-8057-4205757a0703","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286678.3868818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be172a78-2620-446f-8057-4205757a0703"} {"level":"info","ts":1785287000.625276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287000.6253731,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6253843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6253996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","EoS":false} {"level":"info","ts":1785287000.6254175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","EoS":true} {"level":"info","ts":1785287000.6254392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785287000.625455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785287000.6254773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6615574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287000.6616304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.6616437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.661661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","EoS":false} {"level":"info","ts":1785287000.6616714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","EoS":true} {"level":"info","ts":1785287000.661691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785287000.661706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785287000.6617239,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.694891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287000.69496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977"} {"level":"info","ts":1785287000.6949716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977"} {"level":"info","ts":1785287000.6949837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977","EoS":false} {"level":"info","ts":1785287000.6949944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977","EoS":true} {"level":"info","ts":1785287000.6950142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785287000.6950293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785287000.6950483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0311fde3-4fb8-46e9-ab9b-bbb12866a977"} {"level":"info","ts":1785287000.7255504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287000.7256117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a"} {"level":"info","ts":1785287000.7256231,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a"} {"level":"info","ts":1785287000.7256343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a","EoS":false} {"level":"info","ts":1785287000.7256448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a","EoS":true} {"level":"info","ts":1785287000.725667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785287000.7256873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785287000.7257104,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92d30c62-8f73-43af-84b9-fd5658c7e49a"} {"level":"info","ts":1785287005.5413675,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"847b5981-215f-49c8-bc10-48e369e5b689","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287005.5413923,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92efe40d-5529-4b08-a9dc-1594c0b00488"} {"level":"info","ts":1785287005.541425,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"847b5981-215f-49c8-bc10-48e369e5b689","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785287005.5478535,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e64c0f8-598f-4a55-89f7-38aad9936e00","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287005.5478776,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e64c0f8-598f-4a55-89f7-38aad9936e00","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785287005.5490475,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92efe40d-5529-4b08-a9dc-1594c0b00488","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.5492723,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38896.562597094,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.549293,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.6556973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fea4e40e-cee7-4313-8d67-8c7acf60678f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.6557631,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fea4e40e-cee7-4313-8d67-8c7acf60678f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.6558933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b146cd7a-b0db-4532-b863-0e340f269b5d"} {"level":"info","ts":1785287005.6570497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b49b6d-9d5d-48cd-b367-85fc0ed9412a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.6570866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b49b6d-9d5d-48cd-b367-85fc0ed9412a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785287005.660958,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b146cd7a-b0db-4532-b863-0e340f269b5d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.6610022,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b146cd7a-b0db-4532-b863-0e340f269b5d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785287005.664601,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b146cd7a-b0db-4532-b863-0e340f269b5d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785287005.6646447,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b146cd7a-b0db-4532-b863-0e340f269b5d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.664708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86674166-d974-4e91-82c5-0c16fa9ad3de"} {"level":"info","ts":1785287005.6647367,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86674166-d974-4e91-82c5-0c16fa9ad3de","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785287005.6658852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785287005.7540326,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86674166-d974-4e91-82c5-0c16fa9ad3de","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.7546506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93d3abc6-409f-4bc3-8385-4cdf9e8a4e11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.7546816,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93d3abc6-409f-4bc3-8385-4cdf9e8a4e11","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.7547343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0db5e8-942e-4101-af65-8aa445fa0c42"} {"level":"info","ts":1785287005.7549083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35787.07825656,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.7549229,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.7551296,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba71c353-d287-445e-9df1-595a3ebe8efa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287005.7552404,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba71c353-d287-445e-9df1-595a3ebe8efa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785287005.7552536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35652.532102223,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.7552967,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.7627738,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.7627933,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.7983894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ed44635-5e22-4750-9983-f7080a232aa8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.7984238,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ed44635-5e22-4750-9983-f7080a232aa8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.8145075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37c26c65-6cdf-4fee-bbf5-48be1fb932ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.8145318,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37c26c65-6cdf-4fee-bbf5-48be1fb932ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.8280704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7face38-c638-4701-a0ad-687dda49621f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.828089,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7face38-c638-4701-a0ad-687dda49621f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.8549998,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0db5e8-942e-4101-af65-8aa445fa0c42","name":"e2e-external-model"} {"level":"info","ts":1785287005.8556082,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92efe40d-5529-4b08-a9dc-1594c0b00488","name":"e2e-external-provider"} {"level":"info","ts":1785287005.8651562,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0db5e8-942e-4101-af65-8aa445fa0c42","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287005.8673494,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92efe40d-5529-4b08-a9dc-1594c0b00488","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785287005.8689923,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0db5e8-942e-4101-af65-8aa445fa0c42","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.869077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"301d83ef-78f0-44db-beea-f027431c5da4"} {"level":"info","ts":1785287005.869125,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"301d83ef-78f0-44db-beea-f027431c5da4","name":"e2e-external-model"} {"level":"error","ts":1785287005.8709242,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92efe40d-5529-4b08-a9dc-1594c0b00488","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.8709984,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f5b39bb-cf98-43ca-8fdb-aa91c0bfc90a"} {"level":"info","ts":1785287005.8710408,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f5b39bb-cf98-43ca-8fdb-aa91c0bfc90a","name":"e2e-external-provider"} {"level":"info","ts":1785287005.878058,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"301d83ef-78f0-44db-beea-f027431c5da4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287005.8823493,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f5b39bb-cf98-43ca-8fdb-aa91c0bfc90a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785287013.078936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287013.0790126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705"} {"level":"info","ts":1785287013.079023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705"} {"level":"info","ts":1785287013.0790331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705","EoS":false} {"level":"info","ts":1785287013.0790458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705","EoS":true} {"level":"info","ts":1785287013.0790794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785287013.0791006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287013.079123,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705","modelName":"e2e-external-model"} {"level":"info","ts":1785287013.0791423,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785287013.079221,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac94441f-068b-4e75-a0cc-56cc9d28a705"} {"level":"info","ts":1785287013.1215565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287013.121643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0"} {"level":"info","ts":1785287013.1216564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0"} {"level":"info","ts":1785287013.121669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0","EoS":false} {"level":"info","ts":1785287013.1216798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0","EoS":true} {"level":"info","ts":1785287013.1217017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785287013.1217167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287013.1217248,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0","modelName":"e2e-external-model"} {"level":"info","ts":1785287013.1217396,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785287013.1217759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a340b430-9a9a-4183-9910-dc796a734dd0"} {"level":"info","ts":1785287013.1430404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287013.1431115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.143121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.143133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","EoS":false} {"level":"info","ts":1785287013.1431448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","EoS":true} {"level":"info","ts":1785287013.143164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785287013.1431844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287013.1431918,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","modelName":"e2e-external-model"} {"level":"info","ts":1785287013.1432047,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785287013.1432397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.3687801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00c2336d-dd21-4767-a6d9-2bc8fa3d72d8"} {"level":"info","ts":1785287013.3688269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab4d7305-f6ac-469a-8c7c-3e53c1a0ea6c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3688624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab4d7305-f6ac-469a-8c7c-3e53c1a0ea6c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.373592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f49fe57f-0f0a-4c5a-89bc-bc5752d28f9a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3736212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f49fe57f-0f0a-4c5a-89bc-bc5752d28f9a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785287013.3766558,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00c2336d-dd21-4767-a6d9-2bc8fa3d72d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287013.3767173,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00c2336d-dd21-4767-a6d9-2bc8fa3d72d8","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.388237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"026b1ba4-bd6f-4a97-a162-beee0f3fcb33","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3882663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"026b1ba4-bd6f-4a97-a162-beee0f3fcb33","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785287013.3931317,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00c2336d-dd21-4767-a6d9-2bc8fa3d72d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785287013.3931758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00c2336d-dd21-4767-a6d9-2bc8fa3d72d8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287013.393239,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80907f3-ad87-4ad3-a671-ccb6b698c7c5"} {"level":"info","ts":1785287013.393297,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80907f3-ad87-4ad3-a671-ccb6b698c7c5","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.399331,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a5eace0-614d-4323-ab03-bf4bb28cd988","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.399362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a5eace0-614d-4323-ab03-bf4bb28cd988","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.401584,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80907f3-ad87-4ad3-a671-ccb6b698c7c5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785287013.4054937,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80907f3-ad87-4ad3-a671-ccb6b698c7c5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287013.4055574,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a75b6688-0da7-40f6-8e3b-c0160f9acb53"} {"level":"info","ts":1785287013.4055986,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a75b6688-0da7-40f6-8e3b-c0160f9acb53","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.41207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2055bc1f-56ed-49e3-b1d1-65096ef90913","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.4120986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2055bc1f-56ed-49e3-b1d1-65096ef90913","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.4134676,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a75b6688-0da7-40f6-8e3b-c0160f9acb53","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785287013.4168053,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a75b6688-0da7-40f6-8e3b-c0160f9acb53","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287013.4168622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9960b7d-11e9-425d-8fd2-9de7749bb228"} {"level":"info","ts":1785287013.4169135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9960b7d-11e9-425d-8fd2-9de7749bb228","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.4264858,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9960b7d-11e9-425d-8fd2-9de7749bb228","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287021.6284614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f23e7e6-2c15-478d-9ed6-de3ea1eedca7"} {"level":"info","ts":1785287021.6285114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa7f239-4c19-4b23-bdf1-707cae2b5a98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287021.628549,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa7f239-4c19-4b23-bdf1-707cae2b5a98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287025.9143732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287025.914446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9"} {"level":"info","ts":1785287025.9144557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9"} {"level":"info","ts":1785287025.914467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9","EoS":false} {"level":"info","ts":1785287025.9144835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9","EoS":true} {"level":"info","ts":1785287025.914503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785287025.9145184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785287025.9145405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9"} {"level":"info","ts":1785287025.9385016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287025.9385607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287025.938572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287025.9385853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","EoS":false} {"level":"info","ts":1785287025.9385989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","EoS":true} {"level":"info","ts":1785287025.9386153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785287025.9386292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287025.9386363,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","modelName":"e2e-external-model"} {"level":"info","ts":1785287025.9386573,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785287025.9386933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287026.0342667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287026.0343444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.034357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.0343678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","EoS":false} {"level":"info","ts":1785287026.034378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","EoS":true} {"level":"info","ts":1785287026.0343986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785287026.0344167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287026.0344372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.119008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287026.1190903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.1191099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.119123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","EoS":false} {"level":"info","ts":1785287026.1191332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","EoS":true} {"level":"info","ts":1785287026.119152,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","field":"model"} {"level":"info","ts":1785287026.119176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.986969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5e156d7-2fec-4e7b-adc3-4727663147d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287026.9870212,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5e156d7-2fec-4e7b-adc3-4727663147d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287026.9869785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e122c87-3688-4e90-8ef3-0f124312a9b2"} {"level":"info","ts":1785287027.1350532,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b93d6d7-0e6a-4d10-aa26-c9cc67869250","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287027.1350887,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b93d6d7-0e6a-4d10-aa26-c9cc67869250","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287027.135122,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"def28b60-06dc-495d-bfdf-861209bfbbe3"} {"level":"info","ts":1785288356.2524068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288356.2524881,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02de21d8-818d-44c2-a867-ee5238ecaf06"} {"level":"info","ts":1785288431.003828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288431.0039089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.0039206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.0039334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","EoS":false} {"level":"info","ts":1785288431.0039518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","EoS":true} {"level":"info","ts":1785288431.0039752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288431.0039914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785288431.0040133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"}