mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-06 12:20:52 +01:00
5ddb8ef827
Make it so that scripts can import and run the `emit_metrics` function even if they don't have boto3 installed, in which case it will still validate the inputs but skip the actual metric emission part. It's purely a refactor without any real logic changes Motivation: So that run_test.py and the target determination code can use this library easily without worrying about if it was imported or if it's dependencies are installed. Pull Request resolved: https://github.com/pytorch/pytorch/pull/107070 Approved by: https://github.com/huydhn
59 lines
1.7 KiB
Python
59 lines
1.7 KiB
Python
from typing import List
|
|
|
|
from tools.stats.upload_metrics import emit_metric
|
|
|
|
from tools.testing.target_determination.heuristics import (
|
|
HEURISTICS,
|
|
TestPrioritizations,
|
|
)
|
|
|
|
|
|
def _print_tests(label: str, tests: List[str]) -> None:
|
|
if not tests:
|
|
return
|
|
|
|
print(f"{label} tests:")
|
|
for test in tests:
|
|
if test in tests:
|
|
print(f" {test}")
|
|
|
|
|
|
def get_test_prioritizations(tests: List[str]) -> TestPrioritizations:
|
|
rankings = TestPrioritizations()
|
|
rankings.unranked_relevance = tests
|
|
|
|
for heuristic in HEURISTICS:
|
|
new_rankings = heuristic.get_test_priorities(tests)
|
|
rankings.integrate_priorities(new_rankings)
|
|
|
|
num_tests_found = len(new_rankings.highly_relevant) + len(
|
|
new_rankings.probably_relevant
|
|
)
|
|
print(
|
|
f"Heuristic {heuristic} identified {num_tests_found} tests \
|
|
to prioritize ({(num_tests_found / len(tests)):.2%}%)"
|
|
)
|
|
|
|
if num_tests_found:
|
|
_print_tests("Highly relevant", new_rankings.highly_relevant)
|
|
_print_tests("Probably relevant", new_rankings.probably_relevant)
|
|
|
|
num_tests_analyzed = (
|
|
len(rankings.highly_relevant)
|
|
+ len(rankings.probably_relevant)
|
|
+ len(rankings.unranked_relevance)
|
|
)
|
|
assert num_tests_analyzed == len(
|
|
tests
|
|
), f"Was given {len(tests)} tests to prioritize, but only analyzed {num_tests_analyzed} tests"
|
|
|
|
emit_metric(
|
|
"test_reordering_prioritized_tests",
|
|
{
|
|
"highly_relevant_tests": rankings.highly_relevant,
|
|
"probably_relevant_tests": rankings.probably_relevant,
|
|
"unranked_tests": rankings.unranked_relevance,
|
|
},
|
|
)
|
|
return rankings
|