mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
99f2491af9
This reverts commit 45411d1fc9a2b6d2f891b6ab0ae16409719e09fc. Reverted https://github.com/pytorch/pytorch/pull/129409 on behalf of https://github.com/jeanschmidt due to Breaking internal CI, @albanD please help get this PR merged ([comment](https://github.com/pytorch/pytorch/pull/129409#issuecomment-2571316444))
82 lines
2.3 KiB
Python
82 lines
2.3 KiB
Python
import json
|
|
import os
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
|
|
REPO_ROOT = Path(__file__).resolve().parents[2]
|
|
sys.path.insert(0, str(REPO_ROOT))
|
|
|
|
from tools.stats.import_test_stats import (
|
|
copy_additional_previous_failures,
|
|
copy_pytest_cache,
|
|
get_td_heuristic_historial_edited_files_json,
|
|
get_td_heuristic_profiling_json,
|
|
get_test_class_ratings,
|
|
get_test_class_times,
|
|
get_test_file_ratings,
|
|
get_test_times,
|
|
)
|
|
from tools.stats.upload_metrics import emit_metric
|
|
from tools.testing.discover_tests import TESTS
|
|
from tools.testing.target_determination.determinator import (
|
|
AggregatedHeuristics,
|
|
get_test_prioritizations,
|
|
TestPrioritizations,
|
|
)
|
|
|
|
|
|
sys.path.remove(str(REPO_ROOT))
|
|
|
|
|
|
def import_results() -> TestPrioritizations:
|
|
if not (REPO_ROOT / ".additional_ci_files/td_results.json").exists():
|
|
print("No TD results found")
|
|
return TestPrioritizations([], {})
|
|
with open(REPO_ROOT / ".additional_ci_files/td_results.json") as f:
|
|
td_results = json.load(f)
|
|
tp = TestPrioritizations.from_json(td_results)
|
|
|
|
return tp
|
|
|
|
|
|
def main() -> None:
|
|
selected_tests = TESTS
|
|
|
|
aggregated_heuristics: AggregatedHeuristics = AggregatedHeuristics(selected_tests)
|
|
|
|
get_test_times()
|
|
get_test_class_times()
|
|
get_test_file_ratings()
|
|
get_test_class_ratings()
|
|
get_td_heuristic_historial_edited_files_json()
|
|
get_td_heuristic_profiling_json()
|
|
copy_pytest_cache()
|
|
copy_additional_previous_failures()
|
|
|
|
aggregated_heuristics = get_test_prioritizations(selected_tests)
|
|
|
|
test_prioritizations = aggregated_heuristics.get_aggregated_priorities()
|
|
|
|
print("Aggregated Heuristics")
|
|
print(test_prioritizations.get_info_str(verbose=False))
|
|
|
|
if os.getenv("CI") == "true":
|
|
print("Emitting metrics")
|
|
# Split into 3 due to size constraints
|
|
emit_metric(
|
|
"td_results_final_test_prioritizations",
|
|
{"test_prioritizations": test_prioritizations.to_json()},
|
|
)
|
|
emit_metric(
|
|
"td_results_aggregated_heuristics",
|
|
{"aggregated_heuristics": aggregated_heuristics.to_json()},
|
|
)
|
|
|
|
with open(REPO_ROOT / "td_results.json", "w") as f:
|
|
f.write(json.dumps(test_prioritizations.to_json()))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|