mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-05-03 07:52:06 +00:00
184c89fd55
- Refactor code to allow supporting multiple versions of the generate.proto at the same time - Add v3/generate.proto (ISO to generate.proto for now but allow for future changes without impacting v2 backends) - Add Schedule trait to abstract queuing and batching mechanisms that will be different in the future - Add SchedulerV2/V3 impl
7 lines
123 B
Rust
7 lines
123 B
Rust
// This file is @generated by prost-build.
|
|
pub mod generate {
|
|
pub mod v2 {
|
|
include!("generate.v2.rs");
|
|
}
|
|
}
|