prac repro stuff

prac/README.md

@@ -0,0 +1,10 @@
+#Generating the PRAC data for 3P-Circuit ORAM
+
+## Generate the raw data for heap experiments
+
+Open the file `generate_raw_data_heap.sh`
+Change the variable `nitrs` to the number of times you would like run each experiment
+Generate the raw data for the heap experiments using `sh generate_raw_data_heap.sh` 
+
+
+

prac/generate_raw_data_bs.sh

@@ -0,0 +1,20 @@
+nitrs=2
+cd ..
+for itr in $(seq 1 $nitrs); do
+        ./docker/run-experiment 16 16> "prac/data/log_16_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^16"
+        ./docker/run-experiment 18 18 > "prac/data/log_18_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^18"
+        ./docker/run-experiment 20 20 > "prac/data/log_20_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^20"
+        ./docker/run-experiment 22 22 > "prac/data/log_22_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^22"
+        ./docker/run-experiment 24 24 > "prac/data/log_24_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^24 "
+        ./docker/run-experiment 26 26 > "prac/data/log_26_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^26"
+	./docker/run-experiment 28 28 > "prac/data/log_28_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^28"
+	./docker/run-experiment 30 30 > "prac/data/log_30_1_bs_itr_$itr"
+        echo "1 search on DB on size 2^30"
+done

prac/generate_raw_data_heap.sh

@@ -0,0 +1,23 @@
+nitrs=2
+cd ..
+for itr in $(seq 1 $nitrs); do
+      ./docker/run-experiment 16 96 > "prac/data/log_16_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^16"
+        ./docker/run-experiment 18 108 > "prac/data/log_18_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^18"
+        ./docker/run-experiment 20 120 > "prac/data/log_20_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^20"
+        ./docker/run-experiment 22 132 > "prac/data/log_22_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^22"
+        ./docker/run-experiment 24 144 > "prac/data/log_24_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^24"
+        ./docker/run-experiment 26 156 > "prac/data/log_26_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^26"
+	./docker/run-experiment 28 168 > "prac/data/log_28_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^28"
+	./docker/run-experiment 30 180 > "prac/data/log_30_1_heap_itr_$itr"
+        echo "one heap extract on heapsize of 2^30"
+done
+
+
+

prac/parse_logs

@@ -0,0 +1,149 @@
+#!/usr/bin/perl
+
+use strict;
+
+my $size = 0;
+my $iters = 0;
+my $who = '';
+my $mode = '';
+my %res = ();
+my $offlinebytes = 0;
+my $netsetup = '';
+my %online_s_data = ();
+my %online_kib_data = ();
+my %total_s_data = ();
+my %total_kib_data = ();
+
+while(<>) {
+    if (/Network setup: (.*)/) {
+        $netsetup = "$1 ";
+        next;
+    }
+    ($size,$iters) = ($1,$2) if /===== Running oram (\d+) (\d+)/;
+    $res{$size} = {} unless defined $res{$size};
+    $who = $1 if /===== ([CDE]) output/;
+    $mode = $1 if /(Online Time|Offline Time|ETE)/;
+    if(/WC\(ms\): (\d+)/) {
+        if (defined $res{$size}->{$who.$mode}) {
+            print "Redefinition of res{$size}->{$who$mode}\n";
+        } else {
+            $res{$size}->{$who.$mode} = $1/1000
+        }
+    }
+    if (/Total Offline Band\(bytes\): (\d+)/) {
+        $offlinebytes = $1;
+    }
+    if (/Total Online Band\(bytes\): (\d+)/) {
+        # Note that the java code reports bandwidth *per iteration*
+        my $onlinebytes = $1;
+        my $totbytes = $onlinebytes + $offlinebytes;
+        $res{$size}->{'onlbytes'} = 0 unless
+            defined $res{$size}->{'onlbytes'};
+        $res{$size}->{'totbytes'} = 0 unless
+            defined $res{$size}->{'totbytes'};
+        $res{$size}->{'onlbytes'} += $onlinebytes;
+        $res{$size}->{'totbytes'} += $totbytes;
+    }
+    if (/===== End /) {
+        my $label = "CircuitORAM read $size $netsetup$iters";
+        my $online = &max3($res{$size}->{'COnline Time'},
+            $res{$size}->{'DOnline Time'},
+            $res{$size}->{'EOnline Time'});
+        my $total = &max3($res{$size}->{'CETE'},
+            $res{$size}->{'DETE'},
+            $res{$size}->{'EETE'});
+        &accum_data(\%online_s_data, $label, $online);
+        &accum_data(\%total_s_data, $label, $total);
+        # Note that the java code reports bandwidth *per iteration*
+        my $onlinekib = $res{$size}->{'onlbytes'} * $iters / 1024;
+        my $totalkib = $res{$size}->{'totbytes'} * $iters / 1024;
+        &accum_data(\%online_kib_data, $label, $onlinekib);
+        &accum_data(\%total_kib_data, $label, $totalkib);
+        undef $res{$size};
+    }
+}
+
+# Convert the data (in the form [n, sum, sum_squares]) to statistics (in
+# the form [mean, variance])
+my %online_s_stats = ();
+my %online_kib_stats = ();
+my %total_s_stats = ();
+my %total_kib_stats = ();
+&statsify(\%online_s_stats, \%online_s_data);
+&statsify(\%online_kib_stats, \%online_kib_data);
+&statsify(\%total_s_stats, \%total_s_data);
+&statsify(\%total_kib_stats, \%total_kib_data);
+
+# Output the data
+&output_stats(\%online_s_stats, "Onln", "s");
+&output_stats(\%online_kib_stats, "Onln", "KiB");
+&output_stats(\%total_s_stats, "Totl", "s");
+&output_stats(\%total_kib_stats, "Totl", "KiB");
+
+# Subroutines
+
+sub max3 {
+    my $m = $_[0];
+    $m = $_[1] if $_[1] > $m;
+    $m = $_[2] if $_[2] > $m;
+    $m;
+}
+
+# Pass:
+# - a reference to a dictionary
+# - the key into that dictionary
+# - the new data point
+# Data is stored in the dictionary as a triple (n, sum, sum_squares)
+sub accum_data {
+    my ($dict, $key, $data) = @_;
+    $dict->{$key} = [0, 0, 0] unless defined $dict->{$key};
+    $dict->{$key}->[0] += 1;
+    $dict->{$key}->[1] += $data;
+    $dict->{$key}->[2] += ($data * $data);
+}
+
+# Convert data (in the form [n, sum, sum_squares]) to statistics (in
+# the form [mean, variance])
+sub statsify {
+    my ($sdict, $ddict) = @_;
+    my $key;
+    foreach $key (keys %$ddict) {
+        my $data = $ddict->{$key};
+        my $n = $data->[0];
+        my $sum = $data->[1];
+        my $sumsq = $data->[2];
+        if ($n == 0) {
+            $sdict->{$key} = [undef, undef];
+        } elsif ($n == 1) {
+            $sdict->{$key} = [$sum, undef];
+        } else {
+            $sdict->{$key} = [$sum/$n, ($sumsq - ($sum*$sum/$n))/($n-1)];
+        }
+    }
+}
+
+# Turn a stat array [mean, variance] into a string to display
+sub statstr {
+    my $data = $_[0];
+    if (defined $data->[1]) {
+        my $mean = $data->[0];
+        my $stddev = $data->[1] > 0 ? sqrt($data->[1]) : 0;
+        return "$mean ± $stddev";
+    } elsif (defined $data->[0]) {
+        return $data->[0];
+    } else {
+        return "none"
+    }
+}
+
+# Output the stats in the given dictionary. Append $phase to the
+# protocol name, and add $units to the end.
+sub output_stats {
+    my ($dict, $phase, $units) = @_;
+    my $label;
+    foreach $label (sort keys %$dict) {
+        my $printlabel = $label;
+        $printlabel =~ s/CircuitORAM/CircuitORAM$phase/;
+        print $printlabel, " ", &statstr($dict->{$label}), " $units\n";
+    }
+}