mirror of
https://github.com/huggingface/transformers.git
synced 2025-10-21 01:23:56 +08:00
217ff1e4ef
* initial commit * fix * fix multi gpu * fix expected output * fix * latest * add comment * Apply style fixes --------- Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
152 lines
5.4 KiB
Python
152 lines
5.4 KiB
Python
# Copyright 2020 The HuggingFace Team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# tests directory-specific settings - this file is run automatically
|
|
# by pytest before any tests are run
|
|
|
|
import doctest
|
|
import os
|
|
import sys
|
|
import warnings
|
|
from os.path import abspath, dirname, join
|
|
|
|
import _pytest
|
|
import pytest
|
|
|
|
from transformers.testing_utils import (
|
|
HfDoctestModule,
|
|
HfDocTestParser,
|
|
is_torch_available,
|
|
patch_testing_methods_to_collect_info,
|
|
patch_torch_compile_force_graph,
|
|
)
|
|
|
|
|
|
NOT_DEVICE_TESTS = {
|
|
"test_tokenization",
|
|
"test_tokenization_mistral_common",
|
|
"test_processing",
|
|
"test_beam_constraints",
|
|
"test_configuration_utils",
|
|
"test_data_collator",
|
|
"test_trainer_callback",
|
|
"test_trainer_utils",
|
|
"test_feature_extraction",
|
|
"test_image_processing",
|
|
"test_image_processor",
|
|
"test_image_transforms",
|
|
"test_optimization",
|
|
"test_retrieval",
|
|
"test_config",
|
|
"test_from_pretrained_no_checkpoint",
|
|
"test_keep_in_fp32_modules",
|
|
"test_gradient_checkpointing_backward_compatibility",
|
|
"test_gradient_checkpointing_enable_disable",
|
|
"test_torch_save_load",
|
|
"test_forward_signature",
|
|
"test_model_get_set_embeddings",
|
|
"test_model_main_input_name",
|
|
"test_correct_missing_keys",
|
|
"test_tie_model_weights",
|
|
"test_can_use_safetensors",
|
|
"test_load_save_without_tied_weights",
|
|
"test_tied_weights_keys",
|
|
"test_model_weights_reload_no_missing_tied_weights",
|
|
"test_can_load_ignoring_mismatched_shapes",
|
|
"test_model_is_small",
|
|
"ModelTest::test_pipeline_", # None of the pipeline tests from PipelineTesterMixin (of which XxxModelTest inherits from) are running on device
|
|
"ModelTester::test_pipeline_",
|
|
"/repo_utils/",
|
|
"/utils/",
|
|
}
|
|
|
|
# allow having multiple repository checkouts and not needing to remember to rerun
|
|
# `pip install -e '.[dev]'` when switching between checkouts and running tests.
|
|
git_repo_path = abspath(join(dirname(__file__), "src"))
|
|
sys.path.insert(1, git_repo_path)
|
|
|
|
# silence FutureWarning warnings in tests since often we can't act on them until
|
|
# they become normal warnings - i.e. the tests still need to test the current functionality
|
|
warnings.simplefilter(action="ignore", category=FutureWarning)
|
|
|
|
|
|
def pytest_configure(config):
|
|
config.addinivalue_line("markers", "is_pipeline_test: mark test to run only when pipelines are tested")
|
|
config.addinivalue_line("markers", "is_staging_test: mark test to run only in the staging environment")
|
|
config.addinivalue_line("markers", "accelerate_tests: mark test that require accelerate")
|
|
config.addinivalue_line("markers", "not_device_test: mark the tests always running on cpu")
|
|
config.addinivalue_line("markers", "torch_compile_test: mark test which tests torch compile functionality")
|
|
config.addinivalue_line("markers", "torch_export_test: mark test which tests torch export functionality")
|
|
|
|
os.environ["DISABLE_SAFETENSORS_CONVERSION"] = "true"
|
|
|
|
|
|
def pytest_collection_modifyitems(items):
|
|
for item in items:
|
|
if any(test_name in item.nodeid for test_name in NOT_DEVICE_TESTS):
|
|
item.add_marker(pytest.mark.not_device_test)
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
from transformers.testing_utils import pytest_addoption_shared
|
|
|
|
pytest_addoption_shared(parser)
|
|
|
|
|
|
def pytest_terminal_summary(terminalreporter):
|
|
from transformers.testing_utils import pytest_terminal_summary_main
|
|
|
|
make_reports = terminalreporter.config.getoption("--make-reports")
|
|
if make_reports:
|
|
pytest_terminal_summary_main(terminalreporter, id=make_reports)
|
|
|
|
|
|
def pytest_sessionfinish(session, exitstatus):
|
|
# If no tests are collected, pytest exists with code 5, which makes the CI fail.
|
|
if exitstatus == 5:
|
|
session.exitstatus = 0
|
|
|
|
|
|
# Doctest custom flag to ignore output.
|
|
IGNORE_RESULT = doctest.register_optionflag("IGNORE_RESULT")
|
|
|
|
OutputChecker = doctest.OutputChecker
|
|
|
|
|
|
class CustomOutputChecker(OutputChecker):
|
|
def check_output(self, want, got, optionflags):
|
|
if IGNORE_RESULT & optionflags:
|
|
return True
|
|
return OutputChecker.check_output(self, want, got, optionflags)
|
|
|
|
|
|
doctest.OutputChecker = CustomOutputChecker
|
|
_pytest.doctest.DoctestModule = HfDoctestModule
|
|
doctest.DocTestParser = HfDocTestParser
|
|
|
|
if is_torch_available():
|
|
import torch
|
|
|
|
# The flag below controls whether to allow TF32 on cuDNN. This flag defaults to True.
|
|
# We set it to `False` for CI. See https://github.com/pytorch/pytorch/issues/157274#issuecomment-3090791615
|
|
torch.backends.cudnn.allow_tf32 = False
|
|
|
|
# patch `torch.compile`: if `TORCH_COMPILE_FORCE_FULLGRAPH=1` (or values considered as true, e.g. yes, y, etc.),
|
|
# the patched version will always run with `fullgraph=True`.
|
|
patch_torch_compile_force_graph()
|
|
|
|
|
|
if os.environ.get("PATCH_TESTING_METHODS_TO_COLLECT_OUTPUTS", "").lower() in ("yes", "true", "on", "y", "1"):
|
|
patch_testing_methods_to_collect_info()
|