huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 15:32:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

(misc) simplify [make_]move_iterator by using c++20 type inference

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-26 08:24:38 +00:00 committed by Morgan Funtowicz
parent 0f50539b77
commit b41875c139
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/src/ffi.cpp
View File

@ -28,7 +28,7 @@ uint64_t huggingface::tgi::backends::TensorRtLlmBackendImpl::Submit(
float_t repetition_penalty, float_t frequency_penalty, uint64_t seed) {
// This will copy all the items from the initial slice
std::vector<int32_t> tokens_(std::make_move_iterator(tokens.begin()), std::make_move_iterator(tokens.end()));
std::vector<int32_t> tokens_(std::move_iterator(tokens.begin()), std::move_iterator(tokens.end()));
return TensorRtLlmBackend::Submit(
std::move(tokens_), maxNewTokens, topK, topP, temperature, repetition_penalty, frequency_penalty, seed);
}