mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-26 12:32:10 +00:00
683ff53fa3
* wip(gaudi): import server and dockerfile from tgi-gaudi fork * feat(gaudi): new gaudi backend working * fix: fix style * fix prehooks issues * fix(gaudi): refactor server and implement requested changes
16 lines
463 B
Plaintext
16 lines
463 B
Plaintext
# Fork that adds only the correct stream to this kernel in order
|
|
# to make cuda graphs work.
|
|
awq_commit := bd1dc2d5254345cc76ab71894651fb821275bdd4
|
|
|
|
awq:
|
|
rm -rf llm-awq
|
|
git clone https://github.com/huggingface/llm-awq
|
|
|
|
build-awq: awq
|
|
cd llm-awq/ && git fetch && git checkout $(awq_commit)
|
|
cd llm-awq/awq/kernels && python setup.py build
|
|
|
|
install-awq: build-awq
|
|
pip uninstall awq_inference_engine -y || true
|
|
cd llm-awq/awq/kernels && python setup.py install
|