mirror of
https://github.com/circify/circ.git
synced 2026-01-13 07:37:59 -05:00
1290ad09f8
Updated MPC unit tests to use function abstractions. Most of these updates are made to the C frontend and MPC lowering pass. Additional optimization and ILP solving passes need to be updated. The assignment and cost model passes now need to factor in Array and Tuple semantics. This requires changes to the CostModel assignments. This also requires the the def-use-graph implementation for constant-index propagation. Work-around: - disabled HyCC benchmark tests - disabled tests that use Op::Select / Op::Store
108 lines
3.6 KiB
Python
108 lines
3.6 KiB
Python
import os
|
|
from subprocess import Popen, PIPE
|
|
import sys
|
|
from typing import List
|
|
from tqdm import tqdm
|
|
|
|
|
|
def rename_test(name: str, lang: str) -> str:
|
|
"""Append path with language type"""
|
|
return f"{name}_{lang}"
|
|
|
|
|
|
def build_cmd(name: str, test_file: str, role: int) -> List[str]:
|
|
path = f"./scripts/aby_tests/tests/{name}"
|
|
return [os.getenv("ABY_SOURCE") + "/build/bin/aby_interpreter", "-m", "mpc", "-f", path, "-t", test_file, "-r", str(role)]
|
|
|
|
|
|
def get_result(file_path):
|
|
if os.path.exists(file_path):
|
|
with open(file_path) as f:
|
|
lines = f.read().splitlines()
|
|
for line in lines:
|
|
l = line.split()
|
|
if l and l[0] == "res":
|
|
return l[1]
|
|
raise RuntimeError("Unable to find result: "+file_path)
|
|
else:
|
|
raise RuntimeError("Unable to open file: "+file_path)
|
|
|
|
|
|
def clean_output(output):
|
|
return "\n".join([line for line in output.split("\n") if not line.startswith("LOG:")])
|
|
|
|
|
|
def run_test(expected: str, server_cmd: List[str], client_cmd: List[str]) -> bool:
|
|
assert server_cmd[0] == client_cmd[0], "server and client do not have the same cmd: " + \
|
|
server_cmd[0] + ", " + client_cmd[0]
|
|
|
|
try:
|
|
server_proc = Popen(" ".join(server_cmd),
|
|
shell=True, stdout=PIPE, stderr=PIPE)
|
|
client_proc = Popen(" ".join(client_cmd),
|
|
shell=True, stdout=PIPE, stderr=PIPE)
|
|
|
|
server_out, server_err = server_proc.communicate(timeout=30)
|
|
client_out, client_err = client_proc.communicate(timeout=30)
|
|
|
|
if server_err:
|
|
raise RuntimeError(
|
|
"Server error: "+server_err.decode("utf-8").strip())
|
|
if client_err:
|
|
raise RuntimeError(
|
|
"Client error: "+client_err.decode("utf-8").strip())
|
|
|
|
server_out = server_out.decode("utf-8").strip()
|
|
client_out = client_out.decode("utf-8").strip()
|
|
|
|
server_out = clean_output(server_out)
|
|
client_out = clean_output(client_out)
|
|
|
|
assert server_out == client_out, "server out != client out\nserver_out: " + \
|
|
server_out+"\nclient_out: "+client_out
|
|
assert server_out == expected, "server_out: "+server_out+"\nexpected: "+expected
|
|
return True, ""
|
|
except Exception as e:
|
|
# print("Exception: ", e)
|
|
return False, e
|
|
|
|
|
|
def run_tests(lang: str, tests: List[dict]):
|
|
"""
|
|
tests will be a list of all tests to run. each element in the list will be
|
|
1. description of test case: str
|
|
2. test name: str
|
|
4. test file path: str
|
|
"""
|
|
print(f"Running ABY tests for {lang} frontend")
|
|
failed_test_descs = []
|
|
num_retries = 2
|
|
|
|
for test in tqdm(tests, leave=False):
|
|
assert len(
|
|
test) == 3, "test configurations are wrong for test: "+test[0]
|
|
desc = test[0]
|
|
name = test[1]
|
|
rename = rename_test(name, lang)
|
|
|
|
server_cmd = build_cmd(rename, test[2], 0)
|
|
client_cmd = build_cmd(rename, test[2], 1)
|
|
|
|
expected = get_result(test[2])
|
|
|
|
test_results = []
|
|
for _ in range(num_retries):
|
|
test_results.append(run_test(expected, server_cmd, client_cmd))
|
|
|
|
if all([not r[0] for r in test_results]):
|
|
failed_test_descs += [(desc, e[1], " ".join(server_cmd))
|
|
for e in test_results]
|
|
|
|
if len(failed_test_descs) == 0:
|
|
print("All tests passed ✅")
|
|
|
|
failed_test_descs = [f"{r}:\n{e}\n{cmd}" for r,
|
|
e, cmd in failed_test_descs]
|
|
assert len(failed_test_descs) == 0, "there were failed test cases:\n======\n" + \
|
|
"\n\n".join(failed_test_descs)
|