Compare commits

...

10 Commits

Author SHA1 Message Date
132eece9e4 debugdebug 2023-06-27 15:08:09 +02:00
79b79aaf2b debugdebug 2023-06-27 14:12:01 +02:00
92b1bf21ec debugdebug 2023-06-27 09:29:08 +02:00
f5a9d0e672 trigger CI 2023-06-22 20:43:38 +02:00
7ada944952 trigger CI 2023-06-16 13:04:03 +02:00
f3c7e77451 trigger CI 2023-06-16 12:46:36 +02:00
400b46ef9e trigger CI 2023-06-16 11:33:55 +02:00
6d82f1c531 trigger CI 2023-06-16 10:30:43 +02:00
4e4845bbcc fix 2023-06-15 22:08:40 +02:00
d00f768232 fix 2023-06-15 22:08:21 +02:00
2 changed files with 31 additions and 0 deletions

View File

@ -230,6 +230,8 @@ torch_and_tf_job = CircleCIJob(
"pip install .[sklearn,tf-cpu,torch,testing,sentencepiece,torch-speech,vision]",
"pip install tensorflow_probability",
"pip install git+https://github.com/huggingface/accelerate",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
marker="is_pt_tf_cross_test",
pytest_options={"rA": None, "durations": 0},
@ -244,6 +246,8 @@ torch_and_flax_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[sklearn,flax,torch,testing,sentencepiece,torch-speech,vision]",
"pip install git+https://github.com/huggingface/accelerate",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
marker="is_pt_flax_cross_test",
pytest_options={"rA": None, "durations": 0},
@ -257,6 +261,8 @@ torch_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]",
"pip install git+https://github.com/huggingface/accelerate",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
parallelism=1,
pytest_num_workers=3,
@ -270,6 +276,8 @@ tf_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]",
"pip install tensorflow_probability",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
parallelism=1,
pytest_num_workers=6,
@ -283,6 +291,8 @@ flax_job = CircleCIJob(
"sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng",
"pip install --upgrade pip",
"pip install .[flax,testing,sentencepiece,flax-speech,vision]",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
parallelism=1,
pytest_options={"rA": None},
@ -296,6 +306,8 @@ pipelines_torch_job = CircleCIJob(
"sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng",
"pip install --upgrade pip",
"pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm,video]",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
pytest_options={"rA": None},
marker="is_pipeline_test",
@ -310,6 +322,8 @@ pipelines_tf_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[sklearn,tf-cpu,testing,sentencepiece,vision]",
"pip install tensorflow_probability",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
pytest_options={"rA": None},
marker="is_pipeline_test",
@ -334,6 +348,8 @@ custom_tokenizers_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[ja,testing,sentencepiece,jieba,spacy,ftfy,rjieba]",
"python -m unidic download",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
parallelism=None,
resource_class=None,
@ -353,6 +369,8 @@ examples_torch_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[sklearn,torch,sentencepiece,testing,torch-speech]",
"pip install -r examples/pytorch/_tests_requirements.txt",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
)
@ -365,6 +383,8 @@ examples_tensorflow_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[sklearn,tensorflow,sentencepiece,testing]",
"pip install -r examples/tensorflow/_tests_requirements.txt",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
)
@ -376,6 +396,8 @@ examples_flax_job = CircleCIJob(
"pip install --upgrade pip",
"pip install .[flax,testing,sentencepiece]",
"pip install -r examples/flax/_tests_requirements.txt",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
)
@ -388,6 +410,8 @@ hub_job = CircleCIJob(
'git config --global user.name "ci"',
"pip install --upgrade pip",
"pip install .[torch,sentencepiece,testing]",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
marker="is_staging_test",
pytest_num_workers=1,
@ -400,6 +424,8 @@ onnx_job = CircleCIJob(
"sudo apt-get -y update && sudo apt-get install -y cmake",
"pip install --upgrade pip",
"pip install .[torch,tf,testing,sentencepiece,onnxruntime,vision,rjieba]",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
pytest_options={"k onnx": None},
pytest_num_workers=1,
@ -418,6 +444,8 @@ exotic_models_job = CircleCIJob(
"sudo apt install tesseract-ocr",
"pip install pytesseract",
"pip install natten",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
tests_to_run=[
"tests/models/*layoutlmv*",
@ -434,6 +462,8 @@ repo_utils_job = CircleCIJob(
install_steps=[
"pip install --upgrade pip",
"pip install .[quality,testing,torch]",
"pip uninstall -y huggingface_hub",
"pip install git+https://github.com/huggingface/huggingface_hub.git@debugdebug",
],
parallelism=None,
pytest_num_workers=1,

View File

@ -76,6 +76,7 @@ from pathlib import Path
from setuptools import Command, find_packages, setup
a = 3
# Remove stale transformers.egg-info directory to avoid https://github.com/pypa/pip/issues/5466
stale_egg_info = Path(__file__).parent / "transformers.egg-info"