mirror of
https://github.com/huggingface/transformers.git
synced 2025-10-20 17:13:56 +08:00
4df2529d79
* setup * start the purge * continue the purge * more and more * more * continue the quest: remove loading tf/jax checkpoints * style * fix configs * oups forgot conflict * continue * still grinding * always more * in tje zone * never stop * should fix doc * fic * fix * fix * fix tests * still tests * fix non-deterministic * style * remove last rebase issues * onnx configs * still on the grind * always more references * nearly the end * could it really be the end? * small fix * add converters back * post rebase * latest qwen * add back all converters * explicitly add functions in converters * re-add
38 lines
1.6 KiB
Docker
38 lines
1.6 KiB
Docker
FROM rocm/pytorch:rocm6.4.1_ubuntu24.04_py3.12_pytorch_release_2.7.1
|
|
LABEL maintainer="Hugging Face"
|
|
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
|
|
RUN apt update && \
|
|
apt install -y --no-install-recommends git libsndfile1-dev tesseract-ocr espeak-ng python3 python3-dev python3-pip python3-dev ffmpeg git-lfs && \
|
|
apt clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN git lfs install
|
|
|
|
RUN python3 -m pip install --no-cache-dir --upgrade pip numpy
|
|
RUN python3 -m pip install --no-cache-dir --upgrade importlib-metadata setuptools ninja git+https://github.com/facebookresearch/detectron2.git pytesseract "itsdangerous<2.1.0"
|
|
|
|
ARG REF=main
|
|
WORKDIR /
|
|
|
|
# Invalidate docker cache from here if new commit is available.
|
|
ADD https://api.github.com/repos/huggingface/transformers/git/refs/heads/main version.json
|
|
RUN git clone https://github.com/huggingface/transformers && cd transformers && git checkout $REF
|
|
|
|
# Install transformers
|
|
RUN python3 -m pip install --no-cache-dir -e ./transformers[dev-torch,testing,video,audio]
|
|
|
|
# When installing in editable mode, `transformers` is not recognized as a package.
|
|
# this line must be added in order for python to be aware of transformers.
|
|
RUN cd transformers && python3 setup.py develop
|
|
|
|
# Remove nvml and nvidia-ml-py as it is not compatible with ROCm. apex is not tested on NVIDIA either.
|
|
RUN python3 -m pip uninstall py3nvml pynvml nvidia-ml-py apex -y
|
|
|
|
# `kernels` may causes many failing tests
|
|
RUN python3 -m pip uninstall -y kernels
|
|
|
|
# On ROCm, torchcodec is required to decode audio files and 0.4 or 0.6 fails
|
|
RUN python3 -m pip install --no-cache-dir "torchcodec==0.5"
|