troll-patrol-artifact/parsing-results/raw_to_csv.py

from pathlib import Path

standard_check_file = open("standard_check"+".csv", "w")
standard_check_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")

for p in Path('.').glob('*.log'):
    print(f"Parsing: {p.name.strip('.log')}\n")
    with p.open() as log_file:
        test_file = open(p.name.strip('.log')+".csv", "w")
        test_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
        bridges = 0
        c=False
        red = 0
        check = 0
        level = 0
        protocol = 0
        num = 0
        rep_sub = 0
        rep_stat = 0
        rep_res = 0
        req_size = 0
        req_size_std = 0
        req_time = 0
        req_time_std = 0
        resp_size = 0
        resp_size_std = 0
        resp_time = 0
        resp_time_std = 0
        resp_handle_time = 0
        resp_handle_std = 0
        endline = 0

        # Loop over the remaining lines in the file
        for line in log_file:
            if "***START" in line:
                bridges = line.split()[1].split("*")[0]
            if "CHECK-BLOCKAGE" in line:
                protocol = 1
                num = line.split("-")[6].strip('-')
                if int(bridges) == 600:
                    check =1
                if not c:
                    check_b = open("check_blockage"+str(num)+".csv", "w")
                    check_b.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
                    c=True
            elif "BLOCKAGE-MIGRATION" in line:
                protocol = 2
                num = line.split("-")[6].strip('-')
            elif "REDEEM" in line:
                protocol = 3
                if not red:
                    redeem = open("redeem_invites.csv", "w")
                    redeem.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
                    red = 1
            elif "ISSUE" in line:
                protocol = 4
            elif "OPEN" in line:
                protocol = 5
            elif "TRUST-PROMOTION" in line:
                protocol = 6
                if not level:
                    trust_promo = open("trust_promo.csv", "w")
                    trust_promo.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
            elif "TRUST-MIGRATION" in line:
                protocol = 7
                if not level:
                    mig_file = open("trust_mig.csv", "w")
                    mig_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
            elif "LEVEL-UP-2" in line:
                protocol = 8
                if not level:
                    level_file = open("level2.csv", "w")
                    level_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
            elif "LEVEL-UP-3" in line:
                protocol = 9
                if not level:
                    level_file_t = open("level3.csv", "w")
                    level_file_t.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
            elif "LEVEL-UP-4" in line:
                protocol = 10
                if not level:
                    level_file_f = open("level4.csv", "w")
                    level_file_f.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
                    level = 1
            elif "REPORT-SUBMIT" in line:
                protocol = 11
                if not rep_sub:
                    rep_sub_file = open("report_submit.csv", "w")
                    rep_sub_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
                    rep_sub = 1
            elif "REPORT-STATUS" in line:
                protocol = 12
                if not rep_stat:
                    rep_stat_file = open("report_status.csv", "w")
                    rep_stat_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
                    rep_stat = 1
            elif "REPORT-RESOLVE" in line:
                protocol = 13
                if not rep_res:
                    rep_res_file = open("report_resolve.csv", "w")
                    rep_res_file.write("Percent,Bridges,RequestS,Rsstdev,RequestT,Rtstdev,ResponseS,Restdev,ResponseT,ReTstdev,ResponseHT,RHTstdev\n")
                    rep_res = 1
            elif protocol:
                value = line.split(" = ")
                if value[0].startswith("Average"):
                    if "request" in value[0]:
                        if "size" in value[0]:
                            raw_size = value[1].split(" ")
                            req_size = raw_size[0]
                        else:
                            if "n" in value[1]:
                                nano_sec = value[1].split("n")
                                raw_size = float(nano_sec[0])*0.000001
                            elif "µ" in value[1]:
                                micro_sec = value[1].split("µ")
                                raw_size = float(micro_sec[0])*0.001
                            elif "m" not in value[1]:
                                sec = value[1][:-3]
                                raw_size = float(sec)*1000
                            else:
                                raw_size = value[1][:-3]
                            req_time = raw_size
                    else:
                        if "size" in value[0]:
                            raw_size = value[1].split(" ")
                            resp_size = raw_size[0]
                        else:
                            if "n" in value[1]:
                                nano_sec = value[1].split("n")
                                raw_size = float(nano_sec[0])*0.000001
                            elif "µ" in value[1]:
                                micro_sec = value[1].split("µ")
                                raw_size = float(micro_sec[0])*0.001
                            elif "m" not in value[1]:
                                sec = value[1][:-3]
                                raw_size = float(sec)*1000
                            else:
                                raw_size = value[1][:-3]
                            if "handling" in value[0]:
                                resp_handle_time = raw_size
                            else:
                                resp_time = raw_size
                elif value[0].startswith("Request"):
                    if "size" in value[0]:
                        raw_size = value[1].split(" ")
                        req_size_std = raw_size[0]
                    else:
                        if "n" in value[1]:
                            nano_sec = value[1].split("n")
                            to_sec = float(nano_sec[0])*0.000001
                        elif "µ" in value[1]:
                            micro_sec = value[1].split("µ")
                            to_sec = float(micro_sec[0])*0.001
                        else:
                            to_sec = value[1][:-3]
                        req_time_std = to_sec
                elif value[0].startswith("Response"):
                    if "size" in value[0]:
                        raw_size = value[1].split(" ")
                        resp_size_std = raw_size[0]
                    else:
                        if "n" in value[1]:
                            nano_sec = value[1].split("n")
                            to_sec = float(nano_sec[0])*0.000001
                        elif "µ" in value[1]:
                            micro_sec = value[1].split("µ")
                            to_sec = float(micro_sec[0])*0.001
                        else:
                            to_sec = value[1][:-3]
                        if "handling" in value[0]:
                            resp_handle_time_std = to_sec
                            endline = 1
                        else:
                            resp_time_std = to_sec

            if endline == 1:
                if check == 1:
                    standard_check_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    check = 0
                if protocol == 1:
                    check_b.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                elif protocol == 3:
                    redeem.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                elif protocol<6:
                    test_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                else:
                    if protocol == 6:
                        trust_promo.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    if protocol == 7:
                        mig_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    if protocol == 8:
                        level_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    elif protocol == 9:
                        level_file_t.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    elif protocol == 10:
                        level_file_f.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    elif protocol == 11:
                        rep_sub_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    elif protocol == 12:
                        rep_stat_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                    elif protocol == 13:
                        rep_res_file.write(str(num) + "," + str(bridges)+"," + str(req_size) + "," + str(req_size_std) + ","  + str(req_time) + "," + str(req_time_std) + ","  + str(resp_size) + "," + str(resp_size_std) + "," + str(resp_time) + "," + str(resp_time_std) + "," + str(resp_handle_time) + "," + str(resp_handle_time_std) + "\n")
                endline = 0
                protocol = 0
        if level:
            level_file.close()
            level_file_t.close()
            level_file_f.close()
            trust_promo.close()
            mig_file.close()
        if red:
            redeem.close()
        if rep_sub:
            rep_sub_file.close()
        if rep_stat:
            rep_stat_file.close()
        if rep_res:
            rep_res_file.close()
        test_file.close()
standard_check_file.close()
print("Done.")