diff --git a/nix/client.nix b/nix/client.nix index a6a375b6..351fd08a 100644 --- a/nix/client.nix +++ b/nix/client.nix @@ -14,10 +14,6 @@ buildPythonPackage { build-system = [ poetry-core ]; - nativeBuildInputs = [ ]; - - pythonRemoveDeps = [ ]; - dependencies = [ huggingface-hub pydantic diff --git a/router/src/server.rs b/router/src/server.rs index c96b320e..32c86e0f 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -590,7 +590,7 @@ async fn generate_stream_internal( let event = on_message_callback(stream_token); yield Ok(event); } - // Yield event for lat token and compute timings + // Yield event for last token and compute timings InferStreamResponse::End { token, generated_text,