compile/optimize_test.py at master · mathematival/compile · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
import argparse
import subprocess
import os

def execute(command):
    return subprocess.run(command, capture_output=True, text=True)

def execute_with_stdin_out(command):
    return os.system(command)%255

def check_file(file1,file2):
    try:
        result = execute(["diff","--strip-trailing-cr",file1,file2,"-b"])
    except Exception as e:
        print("\033[91mUnknown Error on \033[0m"+file1+", \033[91mPlease check your output file\033[0m")
        return 1
    else:
        # print(result)
        return result.returncode

def add_returncode(file,ret):
    need_newline = False
    with open(file, "r") as f:
        try:
            content = f.read()
        except Exception as e:
            print("\033[91mUnknown Error on \033[0m"+file+", \033[91mPlease check your output file\033[0m")
            return False
        else:
            if len(content) > 0:
                if not content.endswith("\n"):
                    need_newline = True

    with open(file, "a+") as f:
        if need_newline:
            f.write("\n")
        f.write(str(ret))
        f.write("\n")
    return False

# 测试用例的返回值的不要为124或139，否则会导致测试程序误判

def execute_ir(input,output,opt,stdin,stdout,testout):
    result = execute(["timeout","10","./bin/SysYc","-llvm","-o",output,input,opt])
    if(result.returncode != 0):
        print("\033[93mCompile Error on \033[0m"+input)
        return 0

    result = execute(["clang-15",output,"-c","-o","tmp.o","-w"])
    if(result.returncode != 0):
        print("\033[93mOutPut Error on \033[0m"+input)
        return 0

    result = execute(["clang-15","-static","tmp.o","lib/libsysy_x86.a"])
    if(result.returncode != 0):
        result = execute(["rm","-rf","tmp.o"])
        print("\033[93mLink Error on \033[0m"+input)
        return 0

    execute(["rm","-rf","tmp.o"])
    result = 0
    if(stdin=="none"):
        result = execute_with_stdin_out("timeout 1 ./a.out > "+testout + " 2>/dev/null")
    else:
        result = execute_with_stdin_out("timeout 1 ./a.out < "+stdin+" > "+testout + " 2>/dev/null")
    if(result == 124):
        print("\033[93mTime Limit Execced on \033[0m"+input)
        return 0
    elif(result == 139):
        print("\033[95mRunTime Error on \033[0m"+input)
        return 0

    add_returncode(testout,result)

    if(check_file(testout,stdout)==0):
        print("\033[92mCorrect Answer on \033[0m"+input)
        return 1
    else:
        print("\033[91mWrong Answer on \033[0m"+input)
        return 0

input_folders = ["basic_mem2reg","eliUnreachablebb"]
output_folder = "test_output/functional_testIR"
opt_arg = "-O1"

for input_name in input_folders:
    input_folder = "testcase/optimize_test/" + input_name
    for file in os.listdir(input_folder):
        if(file.endswith(".sy")):
            name = file.split(".")[0]
            input = name+".in"
            output = name+".out"
            if(os.path.exists(input_folder + '/' + name + ".in")):
                execute_ir(input_folder+'/'+file, output_folder+'/'+name+".ll", opt_arg, input_folder+'/'+input, input_folder+'/'+output, "tmp.out")
            else:
                execute_ir(input_folder+'/'+file, output_folder+'/'+name+".ll", opt_arg, "none", input_folder+'/'+output, "tmp.out")
            if(input_name=="eliUnreachablebb"):
                result_ll = name + ".ll"
                stats = os.stat(output_folder+"/"+result_ll)
                if(stats.st_size > 8000):
                    print("\033[91mOptimize Test Failed on\033[0m"+file)
                else:
                    print("\033[92mOptimize Test Passed on \033[0m"+file)
            if(input_name=="basic_mem2reg"):
                result_ll = name + ".ll"
                is_alloca=0
                with open(output_folder+"/"+result_ll) as res:
                    try:
                        resfile = res.readlines()
                    except Exception as e:
                        print("\033[91mUnknown Error on \033[0m"+result_ll+", \033[91mPlease check your output file\033[0m")
                    else:
                        for line in resfile:
                            if "alloca" in line:
                                print("\033[91mOptimize Test Failed on \033[0m"+file)
                                is_alloca=1
                                break
                        if(is_alloca==0):
                            print("\033[92mOptimize Test Passed on \033[0m"+file)

os.system("rm tmp.out")
os.system("rm a.out")