ccsds123_issue_2_verification_model/verify.py at main · NTNU-SmallSat-Lab/ccsds123_issue_2_verification_model · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
from ccsds123_i2_hlm import ccsds123
import os
import argparse

def main():

    parser = argparse.ArgumentParser(description="Verify the CCSDS 123.0-B-2 High level model using CCSDS provided test vectors")
    parser.add_argument("folder", help="Path to the folder containing the test vectors")
    parser.add_argument("--start", default="", help="Test vector number to start at")
    parser.add_argument("--len", default="", help="Test vector number to end at")
    args = parser.parse_args()

    start_num = 0
    length = 0
    test_vector_folder = args.folder
    if len(args.start) > 0:
        start_num = int(args.start)
    if len(args.len) > 0:
        length = int(args.len)

    test_vector_files = os.listdir(test_vector_folder)

    input_raw_files = [file for file in test_vector_files if file.endswith(".raw")]
    input_header_files = [file for file in test_vector_files if file.endswith("hdr.bin")]
    input_optional_tables = [file for file in test_vector_files if file.endswith("optional_tables.bin")]
    input_error_limits = [file for file in test_vector_files if file.endswith("error_limits.bin")]
    input_hybrid_tables = [file for file in test_vector_files if file.endswith("hybrid_initial_accumulators.bin")]
    golden_compressed_files = [file for file in test_vector_files if file.endswith(".flex")]

    input_raw_files.sort()
    input_header_files.sort()
    input_optional_tables.sort()
    input_error_limits.sort()
    input_hybrid_tables.sort()
    golden_compressed_files.sort()

    comparison_files_hlm = ["output/z-output-bitstream.bin", "output/header.bin", "output/optional_tables.bin", "output/error_limits.bin", "output/hybrid_initial_accumulator.bin"]

    end_num = len(input_raw_files)
    if length != 0:
        end_num = start_num + length

    success = 0
    failure = 0
    skipped = 0
    failure_list = []
    for num in range(start_num, end_num):
        os.system('cls' if os.name == 'nt' else 'clear')
        print(f"Success: {success}/{num} Failure: {failure}/{num} Skipped: {skipped}/{num}")
        print(f"Failure list: {failure_list}\n")

        print(f"Test {num}")
        print(f"Input raw file: {input_raw_files[num]}")
        print(f"Input header file: {input_header_files[num]}")
        print(f"Input optional tables file: {input_optional_tables[num]}")
        print(f"Input error limits file: {input_error_limits[num]}")
        print(f"Input hybrid tables file: {input_hybrid_tables[num]}")
        print(f"Golden compressed file: {golden_compressed_files[num]}")

        print(f"For more debug data, run: ")
        print(f"make compare_vector image={test_vector_folder}/{input_raw_files[num]} header={test_vector_folder}/{input_header_files[num]} image_format=s32be correct={test_vector_folder}/{golden_compressed_files[num]} optional_tables={test_vector_folder}/{input_optional_tables[num]} error_limits={test_vector_folder}/{input_error_limits[num]} accu={test_vector_folder}/{input_hybrid_tables[num]} ")
        print(f"header_tool -t {test_vector_folder}/{input_optional_tables[num]} -d {test_vector_folder}/{input_header_files[num]}")

        comparison_files_golden = [f"{test_vector_folder}/{golden_compressed_files[num]}", f"{test_vector_folder}/{input_header_files[num]}", f"{test_vector_folder}/{input_optional_tables[num]}", f"{test_vector_folder}/{input_error_limits[num]}", f"{test_vector_folder}/{input_hybrid_tables[num]}"]

        dut_compressor = ccsds123.CCSDS123(f"{test_vector_folder}/{input_raw_files[num]}")
        dut_compressor.set_header_file(f"{test_vector_folder}/{input_header_files[num]}")
        dut_compressor.set_optional_tables_file(f"{test_vector_folder}/{input_optional_tables[num]}")
        dut_compressor.set_error_limits_file(f"{test_vector_folder}/{input_error_limits[num]}")
        dut_compressor.set_hybrid_accu_init_file(f"{test_vector_folder}/{input_hybrid_tables[num]}")
        dut_compressor.set_header()

        dut_compressor.compress_image()

        with open("output/z-output-bitstream.bin", 'rb') as file1, \
            open(f"{test_vector_folder}/{golden_compressed_files[num]}", 'rb') as file2:
            content1 = file1.read()
            content2 = file2.read()

        with open("output/header.bin", 'rb') as file1, \
            open(f"{test_vector_folder}/{input_header_files[num]}", 'rb') as file2:
            content1 = file1.read()
            content2 = file2.read()

        correct = 0
        for i in range(len(comparison_files_golden)):
            with open(comparison_files_golden[i], 'rb') as file1, \
                open(comparison_files_hlm[i], 'rb') as file2:
                content1 = file1.read()
                content2 = file2.read()
                if content1 == content2:
                    correct += 1

        if correct == len(comparison_files_golden):
            print(f"Files in test {num} are identical")
            success += 1
        else:
            print(f"Files in test {num} are different")
            failure += 1
            failure_list.append(num)


if __name__ == "__main__":
    main()