mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 22:02:06 +00:00
20 lines
468 B
Makefile
20 lines
468 B
Makefile
install-server:
|
|
cd server && make pip-install
|
|
|
|
install-router:
|
|
cd router && cargo install --path .
|
|
|
|
install-launcher:
|
|
cd launcher && cargo install --path .
|
|
|
|
install:
|
|
make install-server
|
|
make install-router
|
|
make install-launcher
|
|
|
|
run-bloom-560m:
|
|
text-generation-launcher --model-name bigscience/bloom-560m --shard-directory /tmp/models --num-shard 2
|
|
|
|
run-bloom:
|
|
text-generation-launcher --model-name bigscience/bloom --shard-directory /tmp/models --num-shard 8
|