mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
b6bdb67f82
Changes by apply order:
1. Replace all `".."` and `os.pardir` usage with `os.path.dirname(...)`.
2. Replace nested `os.path.dirname(os.path.dirname(...))` call with `str(Path(...).parent.parent)`.
3. Reorder `.absolute()` ~/ `.resolve()`~ and `.parent`: always resolve the path first.
`.parent{...}.absolute()` -> `.absolute().parent{...}`
4. Replace chained `.parent x N` with `.parents[${N - 1}]`: the code is easier to read (see 5.)
`.parent.parent.parent.parent` -> `.parents[3]`
5. ~Replace `.parents[${N - 1}]` with `.parents[${N} - 1]`: the code is easier to read and does not introduce any runtime overhead.~
~`.parents[3]` -> `.parents[4 - 1]`~
6. ~Replace `.parents[2 - 1]` with `.parent.parent`: because the code is shorter and easier to read.~
Pull Request resolved: https://github.com/pytorch/pytorch/pull/129374
Approved by: https://github.com/justinchuby, https://github.com/malfet
82 lines
2.3 KiB
Python
82 lines
2.3 KiB
Python
import json
|
|
import os
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
|
|
REPO_ROOT = Path(__file__).resolve().parents[2]
|
|
sys.path.insert(0, str(REPO_ROOT))
|
|
|
|
from tools.stats.import_test_stats import (
|
|
copy_additional_previous_failures,
|
|
copy_pytest_cache,
|
|
get_td_heuristic_historial_edited_files_json,
|
|
get_td_heuristic_profiling_json,
|
|
get_test_class_ratings,
|
|
get_test_class_times,
|
|
get_test_file_ratings,
|
|
get_test_times,
|
|
)
|
|
from tools.stats.upload_metrics import emit_metric
|
|
from tools.testing.discover_tests import TESTS
|
|
from tools.testing.target_determination.determinator import (
|
|
AggregatedHeuristics,
|
|
get_test_prioritizations,
|
|
TestPrioritizations,
|
|
)
|
|
|
|
|
|
sys.path.remove(str(REPO_ROOT))
|
|
|
|
|
|
def import_results() -> TestPrioritizations:
|
|
if not (REPO_ROOT / ".additional_ci_files/td_results.json").exists():
|
|
print("No TD results found")
|
|
return TestPrioritizations([], {})
|
|
with open(REPO_ROOT / ".additional_ci_files/td_results.json") as f:
|
|
td_results = json.load(f)
|
|
tp = TestPrioritizations.from_json(td_results)
|
|
|
|
return tp
|
|
|
|
|
|
def main() -> None:
|
|
selected_tests = TESTS
|
|
|
|
aggregated_heuristics: AggregatedHeuristics = AggregatedHeuristics(selected_tests)
|
|
|
|
get_test_times()
|
|
get_test_class_times()
|
|
get_test_file_ratings()
|
|
get_test_class_ratings()
|
|
get_td_heuristic_historial_edited_files_json()
|
|
get_td_heuristic_profiling_json()
|
|
copy_pytest_cache()
|
|
copy_additional_previous_failures()
|
|
|
|
aggregated_heuristics = get_test_prioritizations(selected_tests)
|
|
|
|
test_prioritizations = aggregated_heuristics.get_aggregated_priorities()
|
|
|
|
print("Aggregated Heuristics")
|
|
print(test_prioritizations.get_info_str(verbose=False))
|
|
|
|
if os.getenv("CI") == "true":
|
|
print("Emitting metrics")
|
|
# Split into 3 due to size constraints
|
|
emit_metric(
|
|
"td_results_final_test_prioritizations",
|
|
{"test_prioritizations": test_prioritizations.to_json()},
|
|
)
|
|
emit_metric(
|
|
"td_results_aggregated_heuristics",
|
|
{"aggregated_heuristics": aggregated_heuristics.to_json()},
|
|
)
|
|
|
|
with open(REPO_ROOT / "td_results.json", "w") as f:
|
|
f.write(json.dumps(test_prioritizations.to_json()))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|