huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Trying to fix that flaky test.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-26 11:36:41 +00:00
parent 16958fe312
commit 29fa60ec3e
1 changed files with 4 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
router/src/lib.rs
View File

@ -548,26 +548,12 @@ pub(crate) struct ErrorResponse {
#[cfg(test)] #[cfg(test)]
mod tests { mod tests {
use std::io::Write;
use tokenizers::Tokenizer; use tokenizers::Tokenizer;
pub(crate) async fn get_tokenizer() -> Tokenizer { pub(crate) async fn get_tokenizer() -> Tokenizer {
let filename = std::path::Path::new("tokenizer.json"); let api = hf_hub::api::sync::Api::new().unwrap();
if !filename.exists() { let repo = api.model("gpt2".to_string());
let content = reqwest::get("https://huggingface.co/gpt2/raw/main/tokenizer.json") let filename = repo.get("tokenizer.json").unwrap();
.await Tokenizer::from_file(filename).unwrap()
.unwrap()
.bytes()
.await
.unwrap();
let tmp_filename = "tokenizer.json.temp";
let mut file = std::fs::File::create(tmp_filename).unwrap();
file.write_all(&content).unwrap();
// Re-check if another process has written this file maybe.
if !filename.exists() {
std::fs::rename(tmp_filename, filename).unwrap()
}
}
Tokenizer::from_file("tokenizer.json").unwrap()
} }
} }