{"level":"info","ts":1785452126.712601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e5c9987-112b-44ff-9878-9d964270a341","EoS":true} {"level":"info","ts":1785452126.7126243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e5c9987-112b-44ff-9878-9d964270a341","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452126.7126467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e5c9987-112b-44ff-9878-9d964270a341","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452126.7126708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e5c9987-112b-44ff-9878-9d964270a341"} {"level":"info","ts":1785452126.7610853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452126.7611911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd"} {"level":"info","ts":1785452126.7612095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd"} {"level":"info","ts":1785452126.7612383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd","EoS":false} {"level":"info","ts":1785452126.7612576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd","EoS":true} {"level":"info","ts":1785452126.761288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452126.76131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452126.7613437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ba13390-d228-4f07-9bc4-486793913fdd"} {"level":"info","ts":1785452138.9601817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452138.9602723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd"} {"level":"info","ts":1785452138.9602823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd"} {"level":"info","ts":1785452138.9602935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd","EoS":false} {"level":"info","ts":1785452138.9603052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd","EoS":true} {"level":"info","ts":1785452138.9603257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452138.9603403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452138.9603627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"345327f7-cd8d-4000-a6c3-c49d74c559bd"} {"level":"info","ts":1785452139.0058968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452139.005975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f"} {"level":"info","ts":1785452139.0059874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f"} {"level":"info","ts":1785452139.006001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f","EoS":false} {"level":"info","ts":1785452139.0060155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f","EoS":true} {"level":"info","ts":1785452139.0060358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452139.0060523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452139.0060785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1eb06c39-ecd2-4062-8b58-1a0916ed2e6f"} {"level":"info","ts":1785452139.0378993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452139.0379906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3566361-69d5-44af-825c-c043f5548517"} {"level":"info","ts":1785452139.0380058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3566361-69d5-44af-825c-c043f5548517"} {"level":"info","ts":1785452139.038018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3566361-69d5-44af-825c-c043f5548517","EoS":false} {"level":"info","ts":1785452139.038029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3566361-69d5-44af-825c-c043f5548517","EoS":true} {"level":"info","ts":1785452139.0380526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3566361-69d5-44af-825c-c043f5548517","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452139.03807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3566361-69d5-44af-825c-c043f5548517","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452139.0380933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3566361-69d5-44af-825c-c043f5548517"} {"level":"info","ts":1785452139.0860364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452139.0861332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d"} {"level":"info","ts":1785452139.086148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d"} {"level":"info","ts":1785452139.0861602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d","EoS":false} {"level":"info","ts":1785452139.086174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d","EoS":true} {"level":"info","ts":1785452139.086196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452139.0862162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452139.086243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75c61790-e94b-477d-b25a-efba74194d7d"} {"level":"info","ts":1785452139.7897098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452139.7898083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6"} {"level":"info","ts":1785452139.7898276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6"} {"level":"info","ts":1785452139.7898474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6","EoS":false} {"level":"info","ts":1785452139.7898705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6","EoS":true} {"level":"info","ts":1785452139.7899048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452139.7899249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452139.7899535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"064b60aa-4f4d-4a3c-839d-998fd70456f6"} {"level":"info","ts":1785452139.8304296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452139.8305137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116"} {"level":"info","ts":1785452139.8305297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116"} {"level":"info","ts":1785452139.8305414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116","EoS":false} {"level":"info","ts":1785452139.8305519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116","EoS":true} {"level":"info","ts":1785452139.8305984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452139.83062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452139.8306406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bb82d41-0283-4987-b7c1-adc7ffd1a116"} {"level":"info","ts":1785452143.9905553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452143.9906723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf"} {"level":"info","ts":1785452143.990683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf"} {"level":"info","ts":1785452143.9906962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf","EoS":false} {"level":"info","ts":1785452143.9907074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf","EoS":true} {"level":"info","ts":1785452143.9907293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452143.990746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452143.990767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a34a99e-2813-4c57-a012-4ebe5558bdaf"} {"level":"info","ts":1785452159.8447614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452159.844845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8"} {"level":"info","ts":1785452159.8448586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8"} {"level":"info","ts":1785452159.84487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8","EoS":false} {"level":"info","ts":1785452159.8448822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8","EoS":true} {"level":"info","ts":1785452159.8449206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452159.844939,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452159.8449626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8"} {"level":"info","ts":1785452160.023055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.023143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0231528,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0231643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","EoS":false} {"level":"info","ts":1785452160.0231748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","EoS":true} {"level":"info","ts":1785452160.0231962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452160.0232146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.0232434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.1777499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.1778347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.1778464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.1778574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","EoS":false} {"level":"info","ts":1785452160.177868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","EoS":true} {"level":"info","ts":1785452160.17789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452160.1779072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.177932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.329934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.330026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.330039,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.330053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","EoS":false} {"level":"info","ts":1785452160.330074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","EoS":true} {"level":"info","ts":1785452160.3300984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452160.3301165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.3301387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.4750595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.475151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.4751618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.4751732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","EoS":false} {"level":"info","ts":1785452160.4751866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","EoS":true} {"level":"info","ts":1785452160.4752076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452160.4752245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.4752488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.6221714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.6222615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414"} {"level":"info","ts":1785452160.6222725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414"} {"level":"info","ts":1785452160.622284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414","EoS":false} {"level":"info","ts":1785452160.6222956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414","EoS":true} {"level":"info","ts":1785452160.6223154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452160.6223342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.6223571,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2347eaf7-c515-4f04-a43e-964ac304c414"} {"level":"info","ts":1785452181.8413713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452181.841472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.8414865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.841498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","EoS":false} {"level":"info","ts":1785452181.8415115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","EoS":true} {"level":"info","ts":1785452181.8415327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452181.8415556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452181.8415983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.8833513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452181.8834422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898"} {"level":"info","ts":1785452181.883451,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898"} {"level":"info","ts":1785452181.8834624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898","EoS":false} {"level":"info","ts":1785452181.8834736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898","EoS":true} {"level":"info","ts":1785452181.8834953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452181.8835127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452181.8835342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dcf365c-4b77-4047-b8c3-60c98b47e898"} {"level":"info","ts":1785452181.9248552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452181.9249659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dae72fde-d306-4164-871f-720717b3092c"} {"level":"info","ts":1785452181.92498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dae72fde-d306-4164-871f-720717b3092c"} {"level":"info","ts":1785452181.9249928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dae72fde-d306-4164-871f-720717b3092c","EoS":false} {"level":"info","ts":1785452181.9250078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dae72fde-d306-4164-871f-720717b3092c","EoS":true} {"level":"info","ts":1785452181.9250302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dae72fde-d306-4164-871f-720717b3092c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452181.9250464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dae72fde-d306-4164-871f-720717b3092c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452181.9250674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dae72fde-d306-4164-871f-720717b3092c"} {"level":"info","ts":1785452181.962707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452181.9627938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6"} {"level":"info","ts":1785452186.5826735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452186.5827665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.5827844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.5828016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","EoS":false} {"level":"info","ts":1785452186.5828233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","EoS":true} {"level":"info","ts":1785452186.5828466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452186.582863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452186.582888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452195.1791344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452195.179219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.179231,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.1792433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","EoS":false} {"level":"info","ts":1785452195.1792543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","EoS":true} {"level":"info","ts":1785452195.1792746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452195.179297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452195.1793194,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452208.1058807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452208.1059911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.106016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.1060352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","EoS":false} {"level":"info","ts":1785452208.106055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","EoS":true} {"level":"info","ts":1785452208.1060872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452208.1061065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452208.1061327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452216.659408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452216.6594949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6595058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6595182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","EoS":false} {"level":"info","ts":1785452216.659532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","EoS":true} {"level":"info","ts":1785452216.6595533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452216.6595705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452216.659627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452225.5671275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452225.5672112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.567222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.5672343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","EoS":false} {"level":"info","ts":1785452225.5672455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","EoS":true} {"level":"info","ts":1785452225.5672662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452225.5672839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452225.5673091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452234.5824206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452234.582505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26"} {"level":"info","ts":1785452234.5825202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26"} {"level":"info","ts":1785452234.5825326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26","EoS":false} {"level":"info","ts":1785452234.5825436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26","EoS":true} {"level":"info","ts":1785452234.5825667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452234.5826106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452234.5826342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1125ea75-880c-4c74-92cc-b27fc3aa0e26"} {"level":"info","ts":1785452239.3463783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452239.3464653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1"} {"level":"info","ts":1785452239.3464751,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1"} {"level":"info","ts":1785452239.3464866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1","EoS":false} {"level":"info","ts":1785452239.3465002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1","EoS":true} {"level":"info","ts":1785452239.3465233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452239.3465405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452239.346563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"669fd78d-f625-48a9-b56d-fc8fa855d1c1"} {"level":"info","ts":1785452244.1700923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452244.1701803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a"} {"level":"info","ts":1785452244.1701963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a"} {"level":"info","ts":1785452244.170208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a","EoS":false} {"level":"info","ts":1785452244.170223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a","EoS":true} {"level":"info","ts":1785452244.1702435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452244.1702607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452244.170284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32bbb71c-bfb5-4c7a-ba03-2094670dcf2a"} {"level":"info","ts":1785452255.1648028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452255.164886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.1648955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.164906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","EoS":false} {"level":"info","ts":1785452255.1649294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","EoS":true} {"level":"info","ts":1785452255.164951,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452255.1649685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452255.164993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452288.170538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452288.170658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1706755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1706953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","EoS":false} {"level":"info","ts":1785452288.170717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","EoS":true} {"level":"info","ts":1785452288.1707478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452288.1707685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452288.170801,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452297.5123324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452297.5124211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8"} {"level":"info","ts":1785452297.5124297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8"} {"level":"info","ts":1785452297.5124419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8","EoS":false} {"level":"info","ts":1785452297.5124528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8","EoS":true} {"level":"info","ts":1785452297.5124745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452297.5124922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452297.5125134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e12523b-1650-4b51-9e9b-5c6e740da3f8"} {"level":"info","ts":1785452313.7235107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452313.7236142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6"} {"level":"info","ts":1785452313.7236297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6"} {"level":"info","ts":1785452313.7236447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6","EoS":false} {"level":"info","ts":1785452313.723658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6","EoS":true} {"level":"info","ts":1785452313.723683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452313.7237005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452313.723727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9046b94d-4fec-40d8-8a74-3899a2a0fbe6"} {"level":"info","ts":1785452323.3364418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452323.3365407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.336557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.3365703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","EoS":false} {"level":"info","ts":1785452323.3366196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","EoS":true} {"level":"info","ts":1785452323.3366432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452323.3366597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452323.3366804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452332.7636728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452332.7637599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.76377,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.763781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","EoS":false} {"level":"info","ts":1785452332.7637913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","EoS":true} {"level":"info","ts":1785452332.7638142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452332.7638335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452332.7638564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.8153956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452332.815479,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.8154895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.8155024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","EoS":false} {"level":"info","ts":1785452332.815521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","EoS":true} {"level":"info","ts":1785452332.8155417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452332.8155582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452332.8156002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452351.9626446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452351.962741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.9627576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.9627717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","EoS":false} {"level":"info","ts":1785452351.962785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","EoS":true} {"level":"info","ts":1785452351.962809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452351.9628315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452351.9628549,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452361.3167033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452361.3167853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581"} {"level":"info","ts":1785452361.3167953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581"} {"level":"info","ts":1785452361.316806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581","EoS":false} {"level":"info","ts":1785452361.3168166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581","EoS":true} {"level":"info","ts":1785452361.3168378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452361.3168533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452361.3168747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c039798-f31a-429b-9974-76ce89c08581"} {"level":"info","ts":1785452377.280136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452377.2802215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3"} {"level":"info","ts":1785452377.2802327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3"} {"level":"info","ts":1785452377.280247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3","EoS":false} {"level":"info","ts":1785452377.2802646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3","EoS":true} {"level":"info","ts":1785452377.2802885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785452377.2803059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452377.280331,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a3ab7ed-a898-44f6-9e8d-23bd1f07bcf3"} {"level":"info","ts":1785452510.6474771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452510.6475692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731"} {"level":"info","ts":1785452510.647601,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731"} {"level":"info","ts":1785452510.6476138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731","EoS":false} {"level":"info","ts":1785452510.6476254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731","EoS":true} {"level":"info","ts":1785452510.6476471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785452510.647664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785452510.647687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ca2c32d-f1f5-4cdd-9265-31e6a3e45731"} {"level":"info","ts":1785452531.9875357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452531.987677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452531.9876962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452531.9877102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","EoS":false} {"level":"info","ts":1785452531.9877238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","EoS":true} {"level":"info","ts":1785452531.9877484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785452531.9877656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785452531.9877946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452584.200246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452584.2003312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2003415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.200354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","EoS":false} {"level":"info","ts":1785452584.2003715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","EoS":true} {"level":"info","ts":1785452584.200396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452584.2004135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452584.200435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452599.4975216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452599.4976392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.4976494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.4976614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","EoS":false} {"level":"info","ts":1785452599.497677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","EoS":true} {"level":"info","ts":1785452599.4976988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452599.4977167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452599.4977405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.7960892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452599.796187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314"} {"level":"info","ts":1785452599.796232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314"} {"level":"info","ts":1785452599.7962456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314","EoS":false} {"level":"info","ts":1785452599.7962568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314","EoS":true} {"level":"info","ts":1785452599.7962778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785452599.7962956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452599.7963183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2aaacd8e-8c34-4843-8fde-3fc6953ba314"} {"level":"info","ts":1785452907.2205572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452907.2206774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.220687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.220698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","EoS":false} {"level":"info","ts":1785452907.2207096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","EoS":true} {"level":"info","ts":1785452907.2207325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452907.2207503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452907.2207713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.2695675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452907.269666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473"} {"level":"info","ts":1785452907.2696757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473"} {"level":"info","ts":1785452907.269687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473","EoS":false} {"level":"info","ts":1785452907.2696972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473","EoS":true} {"level":"info","ts":1785452907.2697196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452907.2697334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452907.269757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"907cd257-67ea-48c0-a6bb-edfee3d24473"} {"level":"info","ts":1785452907.3142874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452907.3143818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7"} {"level":"info","ts":1785452907.3143914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7"} {"level":"info","ts":1785452907.3144033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7","EoS":false} {"level":"info","ts":1785452907.3144143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7","EoS":true} {"level":"info","ts":1785452907.3144383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785452907.3144557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452907.314478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7fff01cd-3f88-4960-abd7-6e4c6d197fc7"} {"level":"info","ts":1785452912.2083786,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b54831a6-ab3b-4f84-9645-1a8f1aeb6b4c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452912.2084224,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b54831a6-ab3b-4f84-9645-1a8f1aeb6b4c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785452912.2084882,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d447f5a5-f4d9-4799-b67f-df88116cc8ed"} {"level":"info","ts":1785452912.2139785,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ee287c5-fa2b-4318-8327-d9e2be6300e7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452912.2140155,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ee287c5-fa2b-4318-8327-d9e2be6300e7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785452912.216808,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d447f5a5-f4d9-4799-b67f-df88116cc8ed","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.2170966,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35189.939616616,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.2171223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.2863204,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.3181093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38226.895744224,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.3181458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.374163,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.3748097,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"017f5ba4-b0c9-47d4-8eaf-e364633fb06d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452912.3748631,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"017f5ba4-b0c9-47d4-8eaf-e364633fb06d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785452912.3753269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f83b4ce8-8a0d-4a2a-9d27-0696a6af0181","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.3754623,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb60cc6a-7d3e-4406-af6f-39130900508b"} {"level":"info","ts":1785452912.3755133,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f83b4ce8-8a0d-4a2a-9d27-0696a6af0181","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.37563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d7aeee1-c47f-4471-a84a-1722d70f4bb4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.3758488,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35809.202498352,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.375867,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.376086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d7aeee1-c47f-4471-a84a-1722d70f4bb4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.41825,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d447f5a5-f4d9-4799-b67f-df88116cc8ed","name":"e2e-external-provider"} {"level":"info","ts":1785452912.428453,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d447f5a5-f4d9-4799-b67f-df88116cc8ed","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785452912.4320977,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d447f5a5-f4d9-4799-b67f-df88116cc8ed","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.4322248,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f98a5edb-7d9a-48dc-be15-ae12da2036a5"} {"level":"info","ts":1785452912.432284,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f98a5edb-7d9a-48dc-be15-ae12da2036a5","name":"e2e-external-provider"} {"level":"info","ts":1785452912.4411464,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f98a5edb-7d9a-48dc-be15-ae12da2036a5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785452912.4703112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcf22fe5-4835-427c-b267-cad285a11660","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.4703555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcf22fe5-4835-427c-b267-cad285a11660","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.473784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.4760804,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb60cc6a-7d3e-4406-af6f-39130900508b","name":"e2e-external-model"} {"level":"info","ts":1785452912.4828079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45a0cc33-0734-4162-81bc-c6e8328343fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.4828596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45a0cc33-0734-4162-81bc-c6e8328343fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.4843225,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb60cc6a-7d3e-4406-af6f-39130900508b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785452912.4880872,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb60cc6a-7d3e-4406-af6f-39130900508b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.488211,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33386546-6f72-4030-8f6e-d70f8f7f7761"} {"level":"info","ts":1785452912.4882755,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33386546-6f72-4030-8f6e-d70f8f7f7761","name":"e2e-external-model"} {"level":"info","ts":1785452912.4950829,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"561aeb37-43c9-4381-9f6a-0a9a22c360ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.4951286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"561aeb37-43c9-4381-9f6a-0a9a22c360ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.4961092,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33386546-6f72-4030-8f6e-d70f8f7f7761","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785452912.4995694,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33386546-6f72-4030-8f6e-d70f8f7f7761","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.4997125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"025ac1d4-af24-4a70-bbf8-c133a53fe0ba"} {"level":"info","ts":1785452912.4997737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"025ac1d4-af24-4a70-bbf8-c133a53fe0ba","name":"e2e-external-model"} {"level":"info","ts":1785452912.5073314,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"025ac1d4-af24-4a70-bbf8-c133a53fe0ba","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452924.1331117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452924.133196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7"} {"level":"info","ts":1785452924.1332057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7"} {"level":"info","ts":1785452924.1332169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7","EoS":false} {"level":"info","ts":1785452924.1332276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7","EoS":true} {"level":"info","ts":1785452924.133248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785452924.1332643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452924.1332736,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7","modelName":"e2e-external-model"} {"level":"info","ts":1785452924.1332889,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785452924.133338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd48091b-b28e-4666-948b-507e7244f1b7"} {"level":"info","ts":1785452924.190259,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452924.1903598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15"} {"level":"info","ts":1785452924.1903768,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15"} {"level":"info","ts":1785452924.1903925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15","EoS":false} {"level":"info","ts":1785452924.1904066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15","EoS":true} {"level":"info","ts":1785452924.19043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785452924.190446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452924.190457,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15","modelName":"e2e-external-model"} {"level":"info","ts":1785452924.1904716,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785452924.1905117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb0b8583-eefa-434b-82ce-9ad7437c9d15"} {"level":"info","ts":1785452924.2225206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452924.2226434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.2226567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.2226698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","EoS":false} {"level":"info","ts":1785452924.2226808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","EoS":true} {"level":"info","ts":1785452924.2227027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785452924.22272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452924.2227278,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","modelName":"e2e-external-model"} {"level":"info","ts":1785452924.222742,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785452924.2227802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.4522488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9c0ee37-d386-4c3b-80b7-ace7f3aaba5f"} {"level":"info","ts":1785452924.4522889,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4654b2f1-e4b4-4611-b8e7-75c9197487e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4523287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4654b2f1-e4b4-4611-b8e7-75c9197487e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785452924.4577582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4270c97f-8e13-40a4-a081-4002fec416e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4577966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4270c97f-8e13-40a4-a081-4002fec416e2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785452924.4578898,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9c0ee37-d386-4c3b-80b7-ace7f3aaba5f","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.46822,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9c0ee37-d386-4c3b-80b7-ace7f3aaba5f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452924.4758625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df2df339-e6ef-4881-9b34-337fd20effc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.475906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df2df339-e6ef-4881-9b34-337fd20effc7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785452924.4759872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e306217-1d19-4629-919f-34a6d9b6ce7c"} {"level":"info","ts":1785452924.4760725,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e306217-1d19-4629-919f-34a6d9b6ce7c","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.491959,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f250632-ce55-4156-8b68-d2c361555fd3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4920008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f250632-ce55-4156-8b68-d2c361555fd3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785452924.495809,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e306217-1d19-4629-919f-34a6d9b6ce7c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785452924.4958644,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e306217-1d19-4629-919f-34a6d9b6ce7c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452924.4959583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb132fbe-4139-4e01-84ee-30ca1a037837"} {"level":"info","ts":1785452924.4960306,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb132fbe-4139-4e01-84ee-30ca1a037837","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.50539,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb132fbe-4139-4e01-84ee-30ca1a037837","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452924.5058122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"152412f3-c018-4b5e-a1dd-b0a2b7ba0a94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.5058541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"152412f3-c018-4b5e-a1dd-b0a2b7ba0a94","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785452924.5090117,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb132fbe-4139-4e01-84ee-30ca1a037837","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452924.5091176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b93d4cb-af7a-4a02-a192-2bb4cfaec750"} {"level":"info","ts":1785452924.5091798,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b93d4cb-af7a-4a02-a192-2bb4cfaec750","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.5166178,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b93d4cb-af7a-4a02-a192-2bb4cfaec750","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452932.7429402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97e0d06-5764-493c-a32e-88543ac213b1"} {"level":"info","ts":1785452932.7429516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96fb17be-dc9c-418e-a3fe-d706e117e231","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452932.7430353,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96fb17be-dc9c-418e-a3fe-d706e117e231","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452937.070892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.0709827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc"} {"level":"info","ts":1785452937.0709941,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc"} {"level":"info","ts":1785452937.071012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc","EoS":false} {"level":"info","ts":1785452937.0710447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc","EoS":true} {"level":"info","ts":1785452937.0710785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785452937.0711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785452937.0711255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc"} {"level":"info","ts":1785452937.1037934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.1038918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.103905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.1039164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","EoS":false} {"level":"info","ts":1785452937.1039271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","EoS":true} {"level":"info","ts":1785452937.10395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785452937.103968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452937.1039786,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","modelName":"e2e-external-model"} {"level":"info","ts":1785452937.1039958,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785452937.1040645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.2808142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.2808948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.280905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.2809157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","EoS":false} {"level":"info","ts":1785452937.2809274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","EoS":true} {"level":"info","ts":1785452937.2809615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785452937.2809808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452937.2810051,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.366995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.3670845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.3670979,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.3671148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","EoS":false} {"level":"info","ts":1785452937.3671324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","EoS":true} {"level":"info","ts":1785452937.3671658,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","field":"model"} {"level":"info","ts":1785452937.3672025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452938.308559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e20cb512-e124-44fd-9ba7-7722a0eebf2e"} {"level":"info","ts":1785452938.3085592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"599b3529-5cc3-4e0d-bd5d-5d4d1d03d040","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452938.3086262,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"599b3529-5cc3-4e0d-bd5d-5d4d1d03d040","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452938.4593987,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b64cfb88-0862-4944-a5c4-c88498910e58"} {"level":"info","ts":1785452938.459428,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbe601a0-e385-4059-b3a5-96fca7a511ed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452938.4594586,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbe601a0-e385-4059-b3a5-96fca7a511ed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785454446.5837207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785454446.583807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d770644e-d2c4-4b62-8b84-fd0c2fc4bfa5"} {"level":"info","ts":1785454531.7790403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785454531.7791376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.77915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.779163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","EoS":false} {"level":"info","ts":1785454531.7791781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","EoS":true} {"level":"info","ts":1785454531.77921,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785454531.7792277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785454531.7792513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"}