huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: fix openapi schema

Browse Source
This commit is contained in:
OlivierDehaene 2024-02-21 15:28:46 +01:00
parent 9c1cb81cd8
commit 4fe79da8f3
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/lib.rs
View File

@ -347,7 +347,7 @@ pub(crate) struct ChatCompletionTopLogprob {
logprob: f32,
}
#[derive(Clone, Deserialize, Serialize)]
#[derive(Clone, Deserialize, Serialize, ToSchema)]
pub(crate) struct Usage {
pub prompt_tokens: u32,
pub completion_tokens: u32,

12
router/src/server.rs
View File

@ -3,11 +3,12 @@ use crate::health::Health;
use crate::infer::{InferError, InferResponse, InferStreamResponse};
use crate::validation::ValidationError;
use crate::{
BestOfSequence, ChatCompletion, ChatCompletionChoice, ChatCompletionChunk, ChatCompletionDelta,
ChatCompletionLogprobs, ChatRequest, CompatGenerateRequest, Details, ErrorResponse,
BestOfSequence, ChatCompletion, ChatCompletionChoice, ChatCompletionChunk,
ChatCompletionComplete, ChatCompletionDelta, ChatCompletionLogprob, ChatCompletionLogprobs,
ChatCompletionTopLogprob, ChatRequest, CompatGenerateRequest, Details, ErrorResponse,
FinishReason, GenerateParameters, GenerateRequest, GenerateResponse, GrammarType, HubModelInfo,
HubTokenizerConfig, Infer, Info, Message, PrefillToken, SimpleToken, StreamDetails,
StreamResponse, Token, TokenizeResponse, Validation, VertexRequest, VertexResponse,
StreamResponse, Token, TokenizeResponse, Usage, Validation, VertexRequest, VertexResponse,
};
use axum::extract::Extension;
use axum::http::{HeaderMap, Method, StatusCode};
@ -896,9 +897,13 @@ pub async fn run(
GrammarType,
ChatRequest,
Message,
ChatCompletionComplete,
ChatCompletionChoice,
ChatCompletionDelta,
ChatCompletionChunk,
ChatCompletionLogprob,
ChatCompletionLogprobs,
ChatCompletionTopLogprob,
ChatCompletion,
GenerateParameters,
PrefillToken,
@ -913,6 +918,7 @@ pub async fn run(
StreamDetails,
ErrorResponse,
GrammarType,
Usage,
)
),
tags(