huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-07 18:02:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(ffi):formatting

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-10-21 16:59:30 +02:00
parent 9ac26ed717
commit c1a43a6c3e
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
backends/trtllm/src/ffi.cpp
View File

@ -23,9 +23,14 @@ huggingface::tgi::backends::TensorRtLlmBackendImpl::TensorRtLlmBackendImpl(
uint64_t huggingface::tgi::backends::TensorRtLlmBackendImpl::Submit( uint64_t huggingface::tgi::backends::TensorRtLlmBackendImpl::Submit(
rust::Slice<const uint32_t> tokens, uint32_t maxNewTokens, rust::Slice<const uint32_t> tokens,
int32_t topK, float_t topP, float_t temperature, uint32_t maxNewTokens,
float_t repetition_penalty, float_t frequency_penalty, uint64_t seed) { int32_t topK,
float_t topP,
float_t temperature,
float_t repetition_penalty,
float_t frequency_penalty,
uint64_t seed) {
// This will copy all the items from the initial slice // This will copy all the items from the initial slice
std::vector<int32_t> tokens_(tokens.begin(), tokens.end()); std::vector<int32_t> tokens_(tokens.begin(), tokens.end());