{"level":"info","ts":1785271210.8970616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6175267b-2b72-4ddd-afd5-ede9148c8cc2","EoS":false} {"level":"info","ts":1785271210.897081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6175267b-2b72-4ddd-afd5-ede9148c8cc2","EoS":true} {"level":"info","ts":1785271210.8971126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6175267b-2b72-4ddd-afd5-ede9148c8cc2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271210.8971317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6175267b-2b72-4ddd-afd5-ede9148c8cc2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271210.8971622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6175267b-2b72-4ddd-afd5-ede9148c8cc2"} {"level":"info","ts":1785271211.6020737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271211.602166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184"} {"level":"info","ts":1785271211.6021812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184"} {"level":"info","ts":1785271211.6022007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184","EoS":false} {"level":"info","ts":1785271211.60222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184","EoS":true} {"level":"info","ts":1785271211.6022549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271211.6022766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271211.6023066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbcd187b-384c-48ce-9cbe-1d85308f8184"} {"level":"info","ts":1785271211.6392133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271211.6392958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e"} {"level":"info","ts":1785271211.6393087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e"} {"level":"info","ts":1785271211.6393204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e","EoS":false} {"level":"info","ts":1785271211.6393306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e","EoS":true} {"level":"info","ts":1785271211.6393502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271211.6393647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271211.639385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd803638-baa6-4263-a5d4-391589312f3e"} {"level":"info","ts":1785271215.823457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271215.823538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531"} {"level":"info","ts":1785271215.8235486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531"} {"level":"info","ts":1785271215.8235593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531","EoS":false} {"level":"info","ts":1785271215.8235734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531","EoS":true} {"level":"info","ts":1785271215.8235948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271215.8236103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271215.8236308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9fba5a2a-a593-4f85-b98a-9c99a50ac531"} {"level":"info","ts":1785271234.7880042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271234.7881045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7"} {"level":"info","ts":1785271234.7881215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7"} {"level":"info","ts":1785271234.7881427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7","EoS":false} {"level":"info","ts":1785271234.7881608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7","EoS":true} {"level":"info","ts":1785271234.7881932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271234.788213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271234.788243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2ec118f-52d1-4f6b-873f-0154ba455da7"} {"level":"info","ts":1785271234.9288015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271234.92888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb"} {"level":"info","ts":1785271234.9288898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb"} {"level":"info","ts":1785271234.9289012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb","EoS":false} {"level":"info","ts":1785271234.9289134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb","EoS":true} {"level":"info","ts":1785271234.9289527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271234.928969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271234.9289937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd2d4186-7f8c-4b9d-8b9b-73dc6b0ebbbb"} {"level":"info","ts":1785271235.067645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271235.0677412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5"} {"level":"info","ts":1785271235.0677533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5"} {"level":"info","ts":1785271235.0677645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5","EoS":false} {"level":"info","ts":1785271235.0677748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5","EoS":true} {"level":"info","ts":1785271235.0677943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271235.067809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271235.0678275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e1915cd-b67f-46d0-b7d7-9192e40957c5"} {"level":"info","ts":1785271235.2027466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271235.2028215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0"} {"level":"info","ts":1785271235.202832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0"} {"level":"info","ts":1785271235.202845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0","EoS":false} {"level":"info","ts":1785271235.2028584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0","EoS":true} {"level":"info","ts":1785271235.202879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271235.2028944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271235.2029142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e268efec-c1ca-46b4-be5a-f6e98a68f7d0"} {"level":"info","ts":1785271235.3399668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271235.3400517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec"} {"level":"info","ts":1785271235.3400683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec"} {"level":"info","ts":1785271235.340087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec","EoS":false} {"level":"info","ts":1785271235.340107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec","EoS":true} {"level":"info","ts":1785271235.3401384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271235.3401566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271235.3401859,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f12eb670-52ff-480b-89ea-5806ae5734ec"} {"level":"info","ts":1785271235.4787087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271235.4787924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03"} {"level":"info","ts":1785271235.478806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03"} {"level":"info","ts":1785271235.478818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03","EoS":false} {"level":"info","ts":1785271235.4788277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03","EoS":true} {"level":"info","ts":1785271235.4788482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271235.478865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271235.4788883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a20447f0-1501-4178-9e7f-d4619f038e03"} {"level":"info","ts":1785271252.4282918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271252.4283814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8"} {"level":"info","ts":1785271252.4283957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8"} {"level":"info","ts":1785271252.428408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8","EoS":false} {"level":"info","ts":1785271252.4284184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8","EoS":true} {"level":"info","ts":1785271252.428439,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271252.428454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271252.428475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"744acab1-51a8-4c85-a6bd-d55ee0ba9ff8"} {"level":"info","ts":1785271252.4667761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271252.4668498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c"} {"level":"info","ts":1785271252.466858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c"} {"level":"info","ts":1785271252.4668686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c","EoS":false} {"level":"info","ts":1785271252.4668791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c","EoS":true} {"level":"info","ts":1785271252.4668987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271252.4669135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271252.4669564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"306a15d5-3463-479c-adc1-2576ad9d438c"} {"level":"info","ts":1785271252.5051062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271252.5051792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462"} {"level":"info","ts":1785271252.5051892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462"} {"level":"info","ts":1785271252.5052006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462","EoS":false} {"level":"info","ts":1785271252.5052123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462","EoS":true} {"level":"info","ts":1785271252.5052378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271252.5052555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271252.5052764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42b3f619-8f41-4abf-b292-9549e0eb6462"} {"level":"info","ts":1785271252.5439951,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271252.5440645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b98e434b-8628-496b-940b-6967568a74c9"} {"level":"info","ts":1785271257.1858733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271257.1859753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4"} {"level":"info","ts":1785271257.1859872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4"} {"level":"info","ts":1785271257.1860025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4","EoS":false} {"level":"info","ts":1785271257.1860194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4","EoS":true} {"level":"info","ts":1785271257.1860402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271257.1860576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271257.1860788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a76f4fc0-2ad6-41c0-bf05-3c9d66190aa4"} {"level":"info","ts":1785271265.7794242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271265.779505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62"} {"level":"info","ts":1785271265.779517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62"} {"level":"info","ts":1785271265.7795286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62","EoS":false} {"level":"info","ts":1785271265.7795568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62","EoS":true} {"level":"info","ts":1785271265.7795863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271265.7796068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271265.7796311,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dccd2ff-8813-496a-888d-b21766178a62"} {"level":"info","ts":1785271267.8169239,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271267.817023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570"} {"level":"info","ts":1785271267.8170364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570"} {"level":"info","ts":1785271267.8170516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570","EoS":false} {"level":"info","ts":1785271267.8170664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570","EoS":true} {"level":"info","ts":1785271267.8170877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271267.8171034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271267.8171253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"540700f6-1134-4a39-8bcd-c484c8c44570"} {"level":"info","ts":1785271280.7326052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271280.732695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7"} {"level":"info","ts":1785271280.7327056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7"} {"level":"info","ts":1785271280.7327178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7","EoS":false} {"level":"info","ts":1785271280.7327325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7","EoS":true} {"level":"info","ts":1785271280.7327528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271280.7327685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271280.732794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"442a8e7a-2f96-4a48-847d-d6e4520ad2f7"} {"level":"info","ts":1785271289.2707386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271289.270826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d"} {"level":"info","ts":1785271289.270839,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d"} {"level":"info","ts":1785271289.2708557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d","EoS":false} {"level":"info","ts":1785271289.270876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d","EoS":true} {"level":"info","ts":1785271289.2709095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271289.2709498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271289.2709806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c2bfe24-d482-4126-985a-eb4b4bb99f2d"} {"level":"info","ts":1785271298.1728992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271298.1729977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a"} {"level":"info","ts":1785271298.1730113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a"} {"level":"info","ts":1785271298.1730223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a","EoS":false} {"level":"info","ts":1785271298.173035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a","EoS":true} {"level":"info","ts":1785271298.1730583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271298.1730747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271298.173098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c3b334b-09b4-4c60-8103-c5ddc7dcc17a"} {"level":"info","ts":1785271307.19834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271307.198425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a"} {"level":"info","ts":1785271307.1984417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a"} {"level":"info","ts":1785271307.198458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a","EoS":false} {"level":"info","ts":1785271307.198469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a","EoS":true} {"level":"info","ts":1785271307.1984894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271307.198505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271307.198525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa08f448-1b94-4dba-9d61-553b82cbaa7a"} {"level":"info","ts":1785271311.997605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271311.9976912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016"} {"level":"info","ts":1785271311.997704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016"} {"level":"info","ts":1785271311.997717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016","EoS":false} {"level":"info","ts":1785271311.997728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016","EoS":true} {"level":"info","ts":1785271311.9977496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271311.9977658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271311.997791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de74e703-b121-48e3-a861-16cc2b35e016"} {"level":"info","ts":1785271316.8210218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271316.8210964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39"} {"level":"info","ts":1785271316.8211055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39"} {"level":"info","ts":1785271316.8211207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39","EoS":false} {"level":"info","ts":1785271316.821134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39","EoS":true} {"level":"info","ts":1785271316.8211572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271316.8211725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271316.8211944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e3ecae2-583e-43ff-9de7-54a8ed757b39"} {"level":"info","ts":1785271317.231389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271317.2314694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a"} {"level":"info","ts":1785271317.2314796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a"} {"level":"info","ts":1785271317.23149,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a","EoS":false} {"level":"info","ts":1785271317.231508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a","EoS":true} {"level":"info","ts":1785271317.2315328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271317.2315478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271317.2315683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7631f686-0351-473f-9861-ca893fb4144a"} {"level":"info","ts":1785271319.26313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271319.2632105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209"} {"level":"info","ts":1785271319.26322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209"} {"level":"info","ts":1785271319.2632306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209","EoS":false} {"level":"info","ts":1785271319.2632434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209","EoS":true} {"level":"info","ts":1785271319.263273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271319.263289,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271319.2633138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6be55dd1-2730-4d26-9000-8f74b2c29209"} {"level":"info","ts":1785271321.3023326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271321.302411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0"} {"level":"info","ts":1785271321.3024244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0"} {"level":"info","ts":1785271321.3024378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0","EoS":false} {"level":"info","ts":1785271321.3024561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0","EoS":true} {"level":"info","ts":1785271321.3024771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271321.3024952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271321.3025174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ad23bff-5832-4524-9a93-c78df8f82fe0"} {"level":"info","ts":1785271345.0857155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271345.0858004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953"} {"level":"info","ts":1785271345.0858138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953"} {"level":"info","ts":1785271345.0858269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953","EoS":false} {"level":"info","ts":1785271345.0858448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953","EoS":true} {"level":"info","ts":1785271345.0858665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271345.0858827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271345.085902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33658f0c-0fa5-423d-98d4-821c0a796953"} {"level":"info","ts":1785271354.5929523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271354.5930293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d"} {"level":"info","ts":1785271354.5930388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d"} {"level":"info","ts":1785271354.5930495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d","EoS":false} {"level":"info","ts":1785271354.59306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d","EoS":true} {"level":"info","ts":1785271354.5930822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271354.593098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271354.5931187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b50a7f3-1020-4a2c-8fbf-af14138d3e1d"} {"level":"info","ts":1785271373.217245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271373.217331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0"} {"level":"info","ts":1785271373.217343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0"} {"level":"info","ts":1785271373.2173553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0","EoS":false} {"level":"info","ts":1785271373.2173755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0","EoS":true} {"level":"info","ts":1785271373.217397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271373.2174122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271373.217434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f5cd1cd-79b8-4b4d-8701-90ed6f5a14d0"} {"level":"info","ts":1785271382.9879787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271382.9880676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90372684-ce80-424d-9089-2727105beabc"} {"level":"info","ts":1785271382.9880784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90372684-ce80-424d-9089-2727105beabc"} {"level":"info","ts":1785271382.988091,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90372684-ce80-424d-9089-2727105beabc","EoS":false} {"level":"info","ts":1785271382.9881024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90372684-ce80-424d-9089-2727105beabc","EoS":true} {"level":"info","ts":1785271382.9881258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90372684-ce80-424d-9089-2727105beabc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271382.9881427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90372684-ce80-424d-9089-2727105beabc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271382.9881678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90372684-ce80-424d-9089-2727105beabc"} {"level":"info","ts":1785271385.026504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271385.0265927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8"} {"level":"info","ts":1785271385.0266027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8"} {"level":"info","ts":1785271385.0266135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8","EoS":false} {"level":"info","ts":1785271385.026624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8","EoS":true} {"level":"info","ts":1785271385.026645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271385.0266612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271385.0266802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f28f6738-7295-4703-ad76-4a02cd9117c8"} {"level":"info","ts":1785271394.5928495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271394.5930002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b"} {"level":"info","ts":1785271394.593016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b"} {"level":"info","ts":1785271394.5930302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b","EoS":false} {"level":"info","ts":1785271394.5930417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b","EoS":true} {"level":"info","ts":1785271394.5930758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271394.5930922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271394.5931149,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"108e545a-6ad4-43a4-b39e-716ed7e00e0b"} {"level":"info","ts":1785271394.6310227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271394.6310925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb"} {"level":"info","ts":1785271394.6311054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb"} {"level":"info","ts":1785271394.6311176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb","EoS":false} {"level":"info","ts":1785271394.6311297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb","EoS":true} {"level":"info","ts":1785271394.6311467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271394.6311624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271394.63118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d5966d8-8203-463e-b25c-817565d843eb"} {"level":"info","ts":1785271413.9519641,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271413.9520588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755"} {"level":"info","ts":1785271413.9520786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755"} {"level":"info","ts":1785271413.952097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755","EoS":false} {"level":"info","ts":1785271413.952111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755","EoS":true} {"level":"info","ts":1785271413.9521325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271413.9521482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271413.9521708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3cb693e-91ed-4038-8863-c98e5dced755"} {"level":"info","ts":1785271423.3567371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271423.3568141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b"} {"level":"info","ts":1785271423.3568254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b"} {"level":"info","ts":1785271423.356836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b","EoS":false} {"level":"info","ts":1785271423.3568492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b","EoS":true} {"level":"info","ts":1785271423.356875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271423.3568938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271423.3569129,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e0e64e6-bb7a-4380-bf8f-c52871b6cd1b"} {"level":"info","ts":1785271428.790704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271428.7907822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421"} {"level":"info","ts":1785271428.790792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421"} {"level":"info","ts":1785271428.7908032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421","EoS":false} {"level":"info","ts":1785271428.7908177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421","EoS":true} {"level":"info","ts":1785271428.7908378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785271428.7908542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785271428.790873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97770ceb-25d8-482a-9df5-59f4f8b65421"} {"level":"info","ts":1785271528.4237723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271528.4238532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15"} {"level":"info","ts":1785271528.4238634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15"} {"level":"info","ts":1785271528.4238746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15","EoS":false} {"level":"info","ts":1785271528.4238849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15","EoS":true} {"level":"info","ts":1785271528.4239044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785271528.4239204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785271528.4239619,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"692a9411-f70f-4d9f-9c6c-1852daaa1b15"} {"level":"info","ts":1785271556.4135787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271556.413662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da"} {"level":"info","ts":1785271556.413671,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da"} {"level":"info","ts":1785271556.413682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da","EoS":false} {"level":"info","ts":1785271556.4136925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da","EoS":true} {"level":"info","ts":1785271556.413711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785271556.4137268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785271556.4137466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfec54ac-ba1d-4e67-b5a7-f67acbe7d5da"} {"level":"info","ts":1785271598.0821846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271598.0822742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9"} {"level":"info","ts":1785271598.0822895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9"} {"level":"info","ts":1785271598.0823033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9","EoS":false} {"level":"info","ts":1785271598.0823138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9","EoS":true} {"level":"info","ts":1785271598.0823362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271598.0823517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271598.082373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dac1ad2-c565-4f83-a53b-34b8032999f9"} {"level":"info","ts":1785271613.4127495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271613.4128346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e"} {"level":"info","ts":1785271613.4128487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e"} {"level":"info","ts":1785271613.4128623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e","EoS":false} {"level":"info","ts":1785271613.4128735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e","EoS":true} {"level":"info","ts":1785271613.4128945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271613.4129102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271613.4129474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aec49993-aa22-480e-be59-aca7cfef338e"} {"level":"info","ts":1785271613.735533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271613.7356057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9"} {"level":"info","ts":1785271613.735615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9"} {"level":"info","ts":1785271613.735626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9","EoS":false} {"level":"info","ts":1785271613.7356365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9","EoS":true} {"level":"info","ts":1785271613.7356565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271613.735672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271613.7356935,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1719a924-09a4-47d3-a093-7b74372b35b9"} {"level":"info","ts":1785271938.4828672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271938.4829679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9"} {"level":"info","ts":1785271938.4829776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9"} {"level":"info","ts":1785271938.482989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9","EoS":false} {"level":"info","ts":1785271938.4829996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9","EoS":true} {"level":"info","ts":1785271938.4830215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271938.4830377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271938.4830585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea1f3d2e-115b-4930-b210-3873690e7fc9"} {"level":"info","ts":1785271938.5192032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271938.5192902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270"} {"level":"info","ts":1785271938.5192993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270"} {"level":"info","ts":1785271938.5193114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270","EoS":false} {"level":"info","ts":1785271938.519324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270","EoS":true} {"level":"info","ts":1785271938.519345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271938.5193605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271938.5193796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1b737a9-c824-9767-8580-5868b7b83270"} {"level":"info","ts":1785271938.5625486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271938.5626209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de"} {"level":"info","ts":1785271938.5626304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de"} {"level":"info","ts":1785271938.5626414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de","EoS":false} {"level":"info","ts":1785271938.5626562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de","EoS":true} {"level":"info","ts":1785271938.5626802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785271938.5627012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785271938.5627246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36ef52b9-ff3d-4d0c-be38-481f36f837de"} {"level":"info","ts":1785271943.5093694,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6aeb5303-434c-42af-bf44-e56af9c55ed1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785271943.5094047,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6aeb5303-434c-42af-bf44-e56af9c55ed1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785271943.5093997,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21c82ab6-d58f-407e-a3cf-e8eb27e2bf5d"} {"level":"info","ts":1785271943.5177388,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00a0e5a4-9588-4f91-90c1-0262dc7a9c01","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785271943.5177715,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00a0e5a4-9588-4f91-90c1-0262dc7a9c01","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785271943.5189075,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21c82ab6-d58f-407e-a3cf-e8eb27e2bf5d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.5191596,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35421.195787126,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.519177,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.7007968,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1efc808-7612-4c3a-a32c-48caaf349ee4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785271943.7008524,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1efc808-7612-4c3a-a32c-48caaf349ee4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785271943.7013812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d28c649b-6fff-4272-a8ff-46115e116762"} {"level":"info","ts":1785271943.7017326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"907261b3-09fb-4393-a63f-0a8a5019d816","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271943.7017617,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"907261b3-09fb-4393-a63f-0a8a5019d816","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785271943.7018497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44f73066-1ccc-40a4-b631-830325e0c6c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271943.701867,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44f73066-1ccc-40a4-b631-830325e0c6c7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785271943.7028983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785271943.707728,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d28c649b-6fff-4272-a8ff-46115e116762","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.7079973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38401.200402596,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.7080142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.7176578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.7202663,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34661.954671113,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.7202885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.7615418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785271943.808828,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d28c649b-6fff-4272-a8ff-46115e116762","name":"e2e-external-model"} {"level":"info","ts":1785271943.8205407,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21c82ab6-d58f-407e-a3cf-e8eb27e2bf5d","name":"e2e-external-provider"} {"level":"info","ts":1785271943.8340104,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d28c649b-6fff-4272-a8ff-46115e116762","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785271943.8393533,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d28c649b-6fff-4272-a8ff-46115e116762","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.8394465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bb15909-1689-4eeb-9f8a-6ecbecb78a8a"} {"level":"info","ts":1785271943.8394864,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bb15909-1689-4eeb-9f8a-6ecbecb78a8a","name":"e2e-external-model"} {"level":"info","ts":1785271943.847378,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21c82ab6-d58f-407e-a3cf-e8eb27e2bf5d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785271943.8584716,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21c82ab6-d58f-407e-a3cf-e8eb27e2bf5d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.8585644,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"afa638ee-be03-491e-8deb-791e6bb0bc4f"} {"level":"info","ts":1785271943.858612,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"afa638ee-be03-491e-8deb-791e6bb0bc4f","name":"e2e-external-provider"} {"level":"info","ts":1785271943.859238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64af9176-98a6-4c13-94eb-63a84e52146e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271943.8592715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64af9176-98a6-4c13-94eb-63a84e52146e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785271943.8812737,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bb15909-1689-4eeb-9f8a-6ecbecb78a8a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785271943.881315,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bb15909-1689-4eeb-9f8a-6ecbecb78a8a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.8813791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"635f6835-0320-4b94-adab-5ecb3e000742"} {"level":"info","ts":1785271943.881427,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"635f6835-0320-4b94-adab-5ecb3e000742","name":"e2e-external-model"} {"level":"info","ts":1785271943.8874154,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"afa638ee-be03-491e-8deb-791e6bb0bc4f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785271943.8875172,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58fa8928-c8f5-4f4b-8a77-c12cf44920ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271943.887545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58fa8928-c8f5-4f4b-8a77-c12cf44920ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785271943.898325,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"635f6835-0320-4b94-adab-5ecb3e000742","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785271943.9053974,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"635f6835-0320-4b94-adab-5ecb3e000742","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.9054666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cd79414-47af-46c1-ba48-1763195e919e"} {"level":"info","ts":1785271943.9055097,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cd79414-47af-46c1-ba48-1763195e919e","name":"e2e-external-model"} {"level":"info","ts":1785271943.913163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a04fd9de-e2e9-41b1-a3c3-8b47529b1b87","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271943.9131954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a04fd9de-e2e9-41b1-a3c3-8b47529b1b87","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785271943.9262824,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cd79414-47af-46c1-ba48-1763195e919e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785271943.9404988,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cd79414-47af-46c1-ba48-1763195e919e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271943.9405973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ea2b5b3-6cd0-4f57-9b64-f8d2d671e308"} {"level":"info","ts":1785271943.9406528,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ea2b5b3-6cd0-4f57-9b64-f8d2d671e308","name":"e2e-external-model"} {"level":"info","ts":1785271943.9588404,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ea2b5b3-6cd0-4f57-9b64-f8d2d671e308","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785271953.4493685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271953.4494514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039"} {"level":"info","ts":1785271953.449462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039"} {"level":"info","ts":1785271953.4494736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039","EoS":false} {"level":"info","ts":1785271953.449489,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039","EoS":true} {"level":"info","ts":1785271953.44951,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785271953.4495316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785271953.449542,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039","modelName":"e2e-external-model"} {"level":"info","ts":1785271953.4495623,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785271953.4496248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b64b20b6-83c3-465a-ad36-7ebfce438039"} {"level":"info","ts":1785271953.50528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271953.5053518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac"} {"level":"info","ts":1785271953.5053604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac"} {"level":"info","ts":1785271953.5053706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac","EoS":false} {"level":"info","ts":1785271953.5053809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac","EoS":true} {"level":"info","ts":1785271953.505402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785271953.5054178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785271953.5054255,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac","modelName":"e2e-external-model"} {"level":"info","ts":1785271953.5054388,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785271953.505474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"820ea7eb-ba4b-4051-be4e-a973945014ac"} {"level":"info","ts":1785271953.5397515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271953.539827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c"} {"level":"info","ts":1785271953.539841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c"} {"level":"info","ts":1785271953.5398526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c","EoS":false} {"level":"info","ts":1785271953.5398655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c","EoS":true} {"level":"info","ts":1785271953.539889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785271953.5399053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785271953.539915,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c","modelName":"e2e-external-model"} {"level":"info","ts":1785271953.53994,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785271953.5399852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c516e253-10ab-4c75-bfba-25b1d743851c"} {"level":"info","ts":1785271953.791601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ef0d194-aecc-47d7-9738-7d9f1d4b12b9"} {"level":"info","ts":1785271953.7916527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51d39d98-8abe-4543-8178-da5cdb8feed1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271953.7916875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51d39d98-8abe-4543-8178-da5cdb8feed1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785271953.8001423,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ef0d194-aecc-47d7-9738-7d9f1d4b12b9","name":"e2e-cleanup-test"} {"level":"info","ts":1785271953.8003356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852f33eb-e363-4789-87b1-752200693423","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271953.8003736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852f33eb-e363-4789-87b1-752200693423","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785271953.8152938,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ef0d194-aecc-47d7-9738-7d9f1d4b12b9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785271953.821576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c23e9ef1-63a5-4e3a-88b5-b329ed37799f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271953.8216105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c23e9ef1-63a5-4e3a-88b5-b329ed37799f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785271953.8222854,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10744c25-e173-41ef-b15e-23bc03980617"} {"level":"info","ts":1785271953.8223379,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10744c25-e173-41ef-b15e-23bc03980617","name":"e2e-cleanup-test"} {"level":"info","ts":1785271953.837554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc29b1ed-f8d9-4d51-9db9-8e172167c9eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271953.837591,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc29b1ed-f8d9-4d51-9db9-8e172167c9eb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785271953.8379817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10744c25-e173-41ef-b15e-23bc03980617","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785271953.838042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a0209af-a63e-48af-beab-4de5a04b752e"} {"level":"info","ts":1785271953.8380916,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a0209af-a63e-48af-beab-4de5a04b752e","name":"e2e-cleanup-test"} {"level":"info","ts":1785271953.8476422,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a0209af-a63e-48af-beab-4de5a04b752e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785271953.8542771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32c83e96-b1e3-4c36-bd47-509ddef15fcc"} {"level":"info","ts":1785271953.8542907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7634ec4-a752-444b-bd3f-a71a9c02644e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271953.85432,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7634ec4-a752-444b-bd3f-a71a9c02644e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785271953.854335,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32c83e96-b1e3-4c36-bd47-509ddef15fcc","name":"e2e-cleanup-test"} {"level":"info","ts":1785271953.864265,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32c83e96-b1e3-4c36-bd47-509ddef15fcc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785271962.0785728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cce366b5-d1d2-41f4-be1a-5181a7dc635b"} {"level":"info","ts":1785271962.078613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e65f256b-76a8-404c-9448-04068abd289f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271962.0786402,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e65f256b-76a8-404c-9448-04068abd289f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785271966.402543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271966.4026167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2"} {"level":"info","ts":1785271966.402627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2"} {"level":"info","ts":1785271966.402643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2","EoS":false} {"level":"info","ts":1785271966.4026544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2","EoS":true} {"level":"info","ts":1785271966.4026766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785271966.4026954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785271966.40272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a47d6f6-c887-40bc-b2e5-38c1b48f31d2"} {"level":"info","ts":1785271966.432107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271966.4321833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56"} {"level":"info","ts":1785271966.4321942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56"} {"level":"info","ts":1785271966.4322069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56","EoS":false} {"level":"info","ts":1785271966.4322205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56","EoS":true} {"level":"info","ts":1785271966.4322426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785271966.4322584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785271966.4322684,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56","modelName":"e2e-external-model"} {"level":"info","ts":1785271966.4322822,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785271966.4323232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e1814e2-a5ac-444d-a5dc-cce589179e56"} {"level":"info","ts":1785271966.5827417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271966.5828257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775"} {"level":"info","ts":1785271966.5828383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775"} {"level":"info","ts":1785271966.5828497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775","EoS":false} {"level":"info","ts":1785271966.58286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775","EoS":true} {"level":"info","ts":1785271966.5828805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785271966.582895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785271966.5829148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bf9044e-182e-4dd3-a635-74f32feb6775"} {"level":"info","ts":1785271966.699487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271966.6995604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d397c80-036d-401a-8cb4-ad82f74e6fb5"} {"level":"info","ts":1785271966.6995697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d397c80-036d-401a-8cb4-ad82f74e6fb5"} {"level":"info","ts":1785271966.699581,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d397c80-036d-401a-8cb4-ad82f74e6fb5","EoS":false} {"level":"info","ts":1785271966.6995935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d397c80-036d-401a-8cb4-ad82f74e6fb5","EoS":true} {"level":"info","ts":1785271966.6996152,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2d397c80-036d-401a-8cb4-ad82f74e6fb5","field":"model"} {"level":"info","ts":1785271966.6996408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d397c80-036d-401a-8cb4-ad82f74e6fb5"} {"level":"info","ts":1785271967.6886327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb658eb6-17f8-4788-bc73-3d66eb0c0c91","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271967.6886773,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb658eb6-17f8-4788-bc73-3d66eb0c0c91","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785271967.6891036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91bf9660-ed5b-4b32-8bbb-a3c3d03cf915"} {"level":"info","ts":1785271967.8548656,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8e441a-c78c-402f-b91c-18a97e7b1d44"} {"level":"info","ts":1785271967.8548841,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a1baf1a-4e23-4526-b4f9-df3f7b46bf8f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785271967.8549116,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a1baf1a-4e23-4526-b4f9-df3f7b46bf8f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273402.939048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273402.939134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d761574-9a76-48cd-b580-d8e627d4d057"} {"level":"info","ts":1785273478.0542767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273478.054354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14"} {"level":"info","ts":1785273478.054364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14"} {"level":"info","ts":1785273478.0543754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14","EoS":false} {"level":"info","ts":1785273478.0543878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14","EoS":true} {"level":"info","ts":1785273478.0544133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785273478.0544286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785273478.0544488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0ff2b4b-3fa8-4a5d-92ee-737b311d7a14"}