huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 14:52:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

(misc) no need to move for uint32_t items

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-26 13:38:49 +00:00 committed by Morgan Funtowicz
parent b41875c139
commit 42ccf4e77c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/src/ffi.cpp
View File

@ -28,7 +28,7 @@ uint64_t huggingface::tgi::backends::TensorRtLlmBackendImpl::Submit(
float_t repetition_penalty, float_t frequency_penalty, uint64_t seed) { float_t repetition_penalty, float_t frequency_penalty, uint64_t seed) {
// This will copy all the items from the initial slice // This will copy all the items from the initial slice
std::vector<int32_t> tokens_(std::move_iterator(tokens.begin()), std::move_iterator(tokens.end())); std::vector<int32_t> tokens_(tokens.begin(), tokens.end());
return TensorRtLlmBackend::Submit( return TensorRtLlmBackend::Submit(
std::move(tokens_), maxNewTokens, topK, topP, temperature, repetition_penalty, frequency_penalty, seed); std::move(tokens_), maxNewTokens, topK, topP, temperature, repetition_penalty, frequency_penalty, seed);
} }