mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-25 03:22:12 +00:00
b2b5df0e94
This PR adds support for AMD Instinct MI210 & MI250 GPUs, with paged attention and FAv2 support. Remaining items to discuss, on top of possible others: * Should we have a `ghcr.io/huggingface/text-generation-inference:1.1.0+rocm` hosted image, or is it too early? * Should we set up a CI on MI210/MI250? I don't have access to the runners of TGI though. * Are we comfortable with those changes being directly in TGI, or do we need a fork? --------- Co-authored-by: Felix Marty <felix@hf.co> Co-authored-by: OlivierDehaene <olivier@huggingface.co> Co-authored-by: Your Name <you@example.com>
47 lines
3.5 KiB
Plaintext
47 lines
3.5 KiB
Plaintext
backoff==2.2.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
certifi==2023.11.17 ; python_version >= "3.9" and python_version < "3.13"
|
|
charset-normalizer==3.3.2 ; python_version >= "3.9" and python_version < "3.13"
|
|
click==8.1.7 ; python_version >= "3.9" and python_version < "3.13"
|
|
colorama==0.4.6 ; python_version >= "3.9" and python_version < "3.13" and (sys_platform == "win32" or platform_system == "Windows")
|
|
deprecated==1.2.14 ; python_version >= "3.9" and python_version < "3.13"
|
|
einops==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
filelock==3.13.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
fsspec==2023.10.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
googleapis-common-protos==1.61.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
grpc-interceptor==0.15.4 ; python_version >= "3.9" and python_version < "3.13"
|
|
grpcio-reflection==1.59.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
grpcio-status==1.59.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
grpcio==1.59.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
hf-transfer==0.1.4 ; python_version >= "3.9" and python_version < "3.13"
|
|
huggingface-hub==0.16.4 ; python_version >= "3.9" and python_version < "3.13"
|
|
idna==3.4 ; python_version >= "3.9" and python_version < "3.13"
|
|
loguru==0.6.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
numpy==1.26.2 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-api==1.15.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-exporter-otlp-proto-grpc==1.15.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-exporter-otlp-proto-http==1.15.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-exporter-otlp==1.15.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-instrumentation-grpc==0.36b0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-instrumentation==0.36b0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-proto==1.15.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-sdk==1.15.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
opentelemetry-semantic-conventions==0.36b0 ; python_version >= "3.9" and python_version < "3.13"
|
|
packaging==23.2 ; python_version >= "3.9" and python_version < "3.13"
|
|
pillow==10.1.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
protobuf==4.25.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
pyyaml==6.0.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
regex==2023.10.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
requests==2.31.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
safetensors==0.3.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
scipy==1.11.4 ; python_version >= "3.9" and python_version < "3.13"
|
|
sentencepiece==0.1.99 ; python_version >= "3.9" and python_version < "3.13"
|
|
setuptools==69.0.2 ; python_version >= "3.9" and python_version < "3.13"
|
|
tokenizers==0.13.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
tqdm==4.66.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
transformers==4.33.3 ; python_version >= "3.9" and python_version < "3.13"
|
|
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
|
|
typing-extensions==4.8.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
urllib3==2.1.0 ; python_version >= "3.9" and python_version < "3.13"
|
|
win32-setctime==1.1.0 ; python_version >= "3.9" and python_version < "3.13" and sys_platform == "win32"
|
|
wrapt==1.16.0 ; python_version >= "3.9" and python_version < "3.13"
|