huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Go back to released exl2 and remove log.

Browse Source
This commit is contained in:
Nicolas Patry 2024-08-15 09:28:50 +02:00
parent 3643d1cd9e
commit e46df82e4f
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
launcher/src/main.rs
View File

@ -1558,7 +1558,6 @@ fn main() -> Result<(), LauncherError> {
} }
let quantize = args.quantize.or(quantize); let quantize = args.quantize.or(quantize);
tracing::info!("Quantize found {quantize:?}");
let cuda_graphs = match (&args.cuda_graphs, &quantize) { let cuda_graphs = match (&args.cuda_graphs, &quantize) {
(Some(cuda_graphs), _) => cuda_graphs.iter().cloned().filter(|&c| c > 0).collect(), (Some(cuda_graphs), _) => cuda_graphs.iter().cloned().filter(|&c| c > 0).collect(),
#[allow(deprecated)] #[allow(deprecated)]

4
server/Makefile-exllamav2
View File

@ -1,7 +1,7 @@
exllamav2_commit := 872386c89eaebe0bde5b245a890f1da9522768b3 exllamav2_commit := v0.1.8
build-exllamav2: build-exllamav2:
git clone https://github.com/Narsil/exllamav2.git exllamav2 && \ git clone https://github.com/turboderp/exllamav2.git exllamav2 && \
cd exllamav2 && git fetch && git checkout $(exllamav2_commit) && \ cd exllamav2 && git fetch && git checkout $(exllamav2_commit) && \
git submodule update --init --recursive && \ git submodule update --init --recursive && \
pip install -r requirements.txt && \ pip install -r requirements.txt && \