mirror of
https://github.com/leanprover/lean4.git
synced 2026-03-17 18:34:06 +00:00
08eb78a5b2
This PR sets up the new integrated test/bench suite. It then migrates all benchmarks and some related tests to the new suite. There's also some documentation and some linting. For now, a lot of the old tests are left alone so this PR doesn't become even larger than it already is. Eventually, all tests should be migrated to the new suite though so there isn't a confusing mix of two systems.
106 lines
3.1 KiB
Python
Executable File
106 lines
3.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import argparse
|
|
import os
|
|
import subprocess
|
|
from pathlib import Path
|
|
|
|
# Run in repo root
|
|
os.chdir(Path(__file__).parent.parent)
|
|
|
|
|
|
parser = argparse.ArgumentParser(
|
|
description="Interactively create, fix, and remove *.out.expected files "
|
|
"based on their corresponding *.out.produced files."
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
|
|
def prompt(message: str, options: str = "Yn") -> str:
|
|
default: str | None = None
|
|
for c in options:
|
|
if c.isupper():
|
|
default = c.lower()
|
|
break
|
|
|
|
options = options.lower()
|
|
options_display = "/".join(c.upper() if c == default else c for c in options)
|
|
|
|
while True:
|
|
response = input(f"{message} [{options_display}]: ").strip().lower()
|
|
if not response and default:
|
|
return default
|
|
elif response in options.lower():
|
|
return response
|
|
else:
|
|
print(f"Please enter {options_display}.")
|
|
|
|
|
|
def remove_file(file: Path, reason: str) -> None:
|
|
print(f"{reason} but {file} exists.")
|
|
if prompt(f"Remove {file}?") == "y":
|
|
file.unlink()
|
|
|
|
|
|
def compare_and_merge(
|
|
produced_file: Path,
|
|
expected_file: Path,
|
|
) -> None:
|
|
produced = produced_file.read_bytes()
|
|
expected = expected_file.read_bytes()
|
|
|
|
if produced == expected:
|
|
return
|
|
|
|
print(f"{produced_file} differs from {expected_file}")
|
|
|
|
# This is the opposite direction of the tests' diff output, but meld puts
|
|
# the cursor into the right file by default, and only saves the file with
|
|
# the cursor when pressing Ctrl+S, so this order is more convenient for
|
|
# quickly fixing many files.
|
|
subprocess.run(["meld", produced_file, expected_file])
|
|
|
|
|
|
def create_or_ignore(
|
|
produced_file: Path,
|
|
expected_file: Path,
|
|
ignored_file: Path,
|
|
) -> None:
|
|
print(f"{produced_file} is not empty.")
|
|
answer = prompt("Create expected file, ignore, or do nothing?", "Ein")
|
|
if answer == "e":
|
|
produced_file.copy(expected_file)
|
|
elif answer == "i":
|
|
ignored_file.touch()
|
|
|
|
|
|
for produced_file in sorted(Path().rglob("*.out.produced")):
|
|
expected_file = produced_file.with_suffix(".expected")
|
|
ignored_file = produced_file.with_suffix(".ignored")
|
|
no_test_file = produced_file.with_suffix("").with_suffix(".no_test")
|
|
|
|
if no_test_file.exists():
|
|
if expected_file.exists():
|
|
remove_file(expected_file, f"{no_test_file} exists")
|
|
if ignored_file.exists():
|
|
remove_file(ignored_file, f"{no_test_file} exists")
|
|
continue
|
|
|
|
produced = produced_file.read_bytes()
|
|
if not produced:
|
|
if expected_file.exists():
|
|
remove_file(expected_file, f"{produced_file} is empty")
|
|
if ignored_file.exists():
|
|
remove_file(ignored_file, f"{produced_file} is empty")
|
|
continue
|
|
|
|
if ignored_file.exists():
|
|
if expected_file.exists():
|
|
remove_file(expected_file, f"{ignored_file} exists")
|
|
continue
|
|
|
|
if expected_file.exists():
|
|
compare_and_merge(produced_file, expected_file)
|
|
else:
|
|
create_or_ignore(produced_file, expected_file, ignored_file)
|