compile_all.py 4.51 KB
Newer Older
Enrico Pozzobon committed
1 2 3 4
#!/usr/bin/env python3

import os
import sys
Enrico Pozzobon committed
5
import stat
Enrico Pozzobon committed
6
import shutil
Enrico Pozzobon committed
7
import random
Enrico Pozzobon committed
8 9
import subprocess

Enrico Pozzobon committed
10

Enrico Pozzobon committed
11
def build(algo_dir, template_dir="templates/linux"):
Enrico Pozzobon committed
12
    # create a new directory for the build
Enrico Pozzobon committed
13 14 15 16 17 18
    build_dir = None
    while build_dir is None:
        r = "%09d" % random.randint(0, 999999999)
        d = os.path.join("build", r)
        if not os.path.isdir(d):
            build_dir = d
Enrico Pozzobon committed
19 20
   
    # copy all the files from the submitted algorithm into the build directory
Enrico Pozzobon committed
21 22
    shutil.copytree(algo_dir, build_dir)

Enrico Pozzobon committed
23
    # remove the test vectors generator if it is there
Enrico Pozzobon committed
24 25 26 27
    c = os.path.join(build_dir, "genkat_aead.c")
    if os.path.exists(c):
        os.remove(c)

Enrico Pozzobon committed
28
    # find all c and h files, since they will be added to the makefile
29 30 31 32 33 34 35 36 37
    hfiles = []
    cfiles = []
    for r, d, f in os.walk(build_dir):
        for file in f:
            if file.endswith(".c"):
                cfiles.append(file)
            elif file.endswith(".h"):
                hfiles.append(file)

Enrico Pozzobon committed
38
    # copy all the files from the template directory into the build directory
39 40 41 42 43 44 45 46 47 48
    for f in os.listdir(template_dir):
        dst = os.path.join(build_dir, f)
        src = os.path.join(template_dir, f)
        if os.path.isfile(src) or os.path.islink(src):
            shutil.copy2(src, dst)
        elif os.path.isdir(src):
            shutil.copytree(src, dst)
        else:
            raise Exception("I don't know what %s is" % src)

Enrico Pozzobon committed
49
    # prepare the environmental variables for the makefile
Enrico Pozzobon committed
50 51 52 53
    env = os.environ
    env['SRC_FILES'] = ' '.join(cfiles)
    env['HDR_FILES'] = ' '.join(hfiles)

Enrico Pozzobon committed
54
    # enter the directory and execute the makefile
Enrico Pozzobon committed
55
    wd = os.getcwd()
Enrico Pozzobon committed
56
    os.chdir(build_dir)
Enrico Pozzobon committed
57
    try:
58
        if os.path.isfile('./configure'):
Enrico Pozzobon committed
59 60 61
            p = subprocess.Popen(["./configure"])
            p.wait()
            assert p.returncode == 0
62

Enrico Pozzobon committed
63 64 65
        p = subprocess.Popen(['make'])
        p.wait()
        assert p.returncode == 0
Enrico Pozzobon committed
66 67 68 69

    finally:
        os.chdir(wd)

Enrico Pozzobon committed
70
    # if execution arrives here, the build was successful
Enrico Pozzobon committed
71 72
    return build_dir

Enrico Pozzobon committed
73 74

# Find test vectors in directory or one of the parent directories
Enrico Pozzobon committed
75 76
def find_test_vectors(d):
    kat = None
Enrico Pozzobon committed
77
    while True:
Enrico Pozzobon committed
78 79 80 81 82 83 84
        if d == '':
            raise Exception("Test vector not found")
        for f in os.listdir(d):
            if f.startswith("LWC_AEAD_KAT_") and f.endswith(".txt"):
                if kat is not None:
                    raise Exception("Multiple test vectors?")
                kat = f
Enrico Pozzobon committed
85 86 87 88
        if kat is None:
            d = os.path.split(d)[0]
        else:
            break
Enrico Pozzobon committed
89 90
    kat = os.path.join(d, kat)
    return kat
Enrico Pozzobon committed
91

Enrico Pozzobon committed
92

93
def main(argv):
Enrico Pozzobon committed
94
    submissions_dir = "all-lwc-submission-files"
95 96 97 98
    template_dir = "templates/linux"
    if len(argv) > 1:
        template_dir = argv[1]
    print("Using template %s" % template_dir)
Enrico Pozzobon committed
99 100
    subs = os.listdir(submissions_dir)

Enrico Pozzobon committed
101
    # get all the submissions by looking for files named "api.h"
Enrico Pozzobon committed
102
    files = []
Enrico Pozzobon committed
103 104 105
    for submission in subs:
        implementations_dir = os.path.join(submissions_dir, submission, "Implementations", "crypto_aead")

Enrico Pozzobon committed
106 107 108 109 110 111 112 113 114 115
        if not os.path.isdir(implementations_dir):
            continue

        if "NOT ACCEPTED" in implementations_dir:
            continue

        print()
        print("###  %s  ###" % submission)

        c = 0
Enrico Pozzobon committed
116 117 118
        # r=root, d=directories, f = files
        for r, d, f in os.walk(implementations_dir):
            for file in f:
Enrico Pozzobon committed
119
                if file == "api.h":
Enrico Pozzobon committed
120 121 122
                    f = os.path.join(r, file)
                    d = os.path.split(f)[0]
                    assert os.path.isdir(d)
Enrico Pozzobon committed
123 124 125
                    print(d)
                    t = find_test_vectors(d)
                    print(t)
Enrico Pozzobon committed
126
                    files.append((t, d))
Enrico Pozzobon committed
127 128 129 130 131 132 133 134 135 136
                    c += 1

        if c == 0:
            raise Exception("No implementations found")



    # For testing, we only do the first
    files = files[:1]

Enrico Pozzobon committed
137
    # Clear the build directory as it is a leftover from the previous execution
Enrico Pozzobon committed
138 139
    if os.path.isdir('build'):
        shutil.rmtree('build')
Enrico Pozzobon committed
140
    os.mkdir('build')
Enrico Pozzobon committed
141 142 143

    print()

Enrico Pozzobon committed
144 145 146 147 148 149 150 151 152 153 154
    # Write a script that executes all the tests one after the other
    test_script_path = os.path.join("build", "test_all.sh")
    with open(test_script_path, 'w') as test_script:
        test_script.write("#!/bin/sh\n")
        for t, d in files:
            print()
            print(d)
            b = build(d)
            test_script.write("./test.py %s %s\n" % (t, os.path.join(b, 'test')))
    st = os.stat(test_script_path)
    os.chmod(test_script_path, st.st_mode | stat.S_IEXEC)
Enrico Pozzobon committed
155 156 157 158


if __name__ == "__main__":
    sys.exit(main(sys.argv))