huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: add back imports after rebase

Browse Source
This commit is contained in:
drbh 2024-02-20 13:15:20 -05:00
parent 6a0f737cb6
commit 3d71a44f52
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -2,6 +2,7 @@
use crate::health::Health; use crate::health::Health;
use crate::infer::{InferError, InferResponse, InferStreamResponse}; use crate::infer::{InferError, InferResponse, InferStreamResponse};
use crate::validation::ValidationError; use crate::validation::ValidationError;
// TODO: improve readability of crate imports
use crate::{ use crate::{
BestOfSequence, ChatCompletion, ChatCompletionChoice, ChatCompletionChunk, ChatCompletionDelta, BestOfSequence, ChatCompletion, ChatCompletionChoice, ChatCompletionChunk, ChatCompletionDelta,
ChatCompletionLogprobs, ChatRequest, CompatGenerateRequest, Completion, CompletionComplete, ChatCompletionLogprobs, ChatRequest, CompatGenerateRequest, Completion, CompletionComplete,
@ -10,6 +11,7 @@ use crate::{
Info, Message, PrefillToken, SimpleToken, StreamDetails, StreamResponse, Token, Info, Message, PrefillToken, SimpleToken, StreamDetails, StreamResponse, Token,
TokenizeResponse, Usage, Validation, TokenizeResponse, Usage, Validation,
}; };
use crate::{GrammarType, VertexRequest, VertexResponse};
use axum::extract::Extension; use axum::extract::Extension;
use axum::http::{HeaderMap, Method, StatusCode}; use axum::http::{HeaderMap, Method, StatusCode};
use axum::response::sse::{Event, KeepAlive, Sse}; use axum::response::sse::{Event, KeepAlive, Sse};