mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-22 15:32:08 +00:00
14 lines
394 B
Rust
14 lines
394 B
Rust
|
#[allow(clippy::derive_partial_eq_without_eq)]
|
||
|
mod pb;
|
||
|
|
||
|
mod client;
|
||
|
mod sharded_client;
|
||
|
|
||
|
pub use client::Client;
|
||
|
pub use pb::generate::v2::HealthResponse;
|
||
|
pub use pb::generate::v2::{
|
||
|
Batch, CachedBatch, FinishReason, GeneratedText, Generation, GrammarType, InfoResponse,
|
||
|
NextTokenChooserParameters, Request, StoppingCriteriaParameters, Tokens,
|
||
|
};
|
||
|
pub use sharded_client::ShardedClient;
|