This commit is contained in:
Nicolas Patry 2024-10-25 07:10:34 +02:00
parent 01b82b58d2
commit b4b6322ede
No known key found for this signature in database
GPG Key ID: D2920555C90F704C

View File

@ -147,4 +147,4 @@ tle::IdType huggingface::tgi::backends::TensorRtLlmBackend::Submit(
std::vector<tle::Response> huggingface::tgi::backends::TensorRtLlmBackend::PullNewTokens() {
return executor.awaitResponses();
}
}