more updates to repro scripts

repro/generate_raw_data.sh

@@ -1,7 +1,9 @@
   
 echo "Running the Heap Extract Experiments (Basic)"
 cd ..
-for itr in $(seq 1 1); do
+nitrs=2
+for itr in $(seq 1 $nitrs); do
+    echo $itr
     echo "heapsize: 16\nis_optimized: 0\n" > "repro/data/log_basic_heap_extract_preproc_16_itr_$itr"	
     ./docker/run-experiment -p m:63 a:16 s:15 r16:90 c:32 p:128 >> "repro/data/log_basic_heap_extract_preproc_16_itr_$itr"
     echo "preprocessing_heap_16 (basic preproc) - iteration $itr"
@@ -50,7 +52,7 @@ done
 
 echo "Running the Heap Extract Experiments (Optimized)"
 
-for itr in $(seq 1 1); do
+for itr in $(seq 1 $nitrs); do
    echo "heapsize: 16\nis_optimized: 1\n" 				  >  "repro/data/log_opt_heap_extract_preproc_16_itr_$itr"	 
   ./docker/run-experiment -p  m:63 a:16 s:15  i15.3:1 c:32 p:128 	  >> "repro/data/log_opt_heap_extract_preproc_16_itr_$itr"
   echo "preprocessing_heap_16 (opt preproc)"
@@ -97,16 +99,16 @@ done
 
 echo "Basic Insert Experiments\n"
 
-for itr in $(seq 1 1); do
+for itr in $(seq 1 $nitrs); do
 
 echo "heapsize: 16\nis_optimized: 0\n" > "repro/data/log_basic_heap_insert_preproc_16_itr_$itr"
 ./docker/run-experiment -p m:16 c:16 >>  "repro/data/log_basic_heap_insert_preproc_16_itr_$itr"
- echo "heapsize: 16\nis_optimized: 0\n" >                                "repro/data/log_basic_heap_insert_online_16_itr_$itr"
+ echo "heapsize: 16\nis_optimized: 0\n" >                                         "repro/data/log_basic_heap_insert_online_16_itr_$itr"
  ./docker/run-experiment -t 64 heap -m 17 -d 16 -i 1 -e 0 -opt 0 -s 0 -itr itr >> "repro/data/log_basic_heap_insert_online_16_itr_$itr"
 
 echo "heapsize: 18\nis_optimized: 0\n" > "repro/data/log_basic_heap_insert_preproc_18_itr_$itr"
  ./docker/run-experiment -p m:18 c:18 >> "repro/data/log_basic_heap_insert_preproc_18_itr_$itr"
- echo "heapsize: 18\nis_optimized: 0\n" >                                 "repro/data/log_basic_heap_insert_online_18_itr_$itr"
+ echo "heapsize: 18\nis_optimized: 0\n" >                                           "repro/data/log_basic_heap_insert_online_18_itr_$itr"
  ./docker/run-experiment -t 64 heap -m 19 -d 18 -i 1 -e 0 -opt 0 -s 0  -itr itr  >> "repro/data/log_basic_heap_insert_online_18_itr_$itr"
 
 echo "heapsize: 20\nis_optimized: 0\n" >       "repro/data/log_basic_heap_insert_preproc_20_itr_$itr"
@@ -133,38 +135,35 @@ done
 
 
 echo "Optimized Insert Experiments\n"
-
-for itr in $(seq 1 1); do
-
- echo "heapsize: 16\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_preproc_16_itr_$itr"
- ./docker/run-experiment -p m:36 r6:1 i4:1 c:5 >>                        "repro/data/log_opt_heap_insert_preproc_16_itr_$itr"
- echo "heapsize: 16\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_online_16_itr_$itr"
- ./docker/run-experiment -t 64 heap -m 17 -d 16 -i 1 -e 0 -opt 1 -s 0 -itr itr >> "repro/data/log_opt_heap_insert_online_16_itr_$itr"
-echo "done"	
- echo "heapsize: 18\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_preproc_18_itr_$itr"
- ./docker/run-experiment -p m:40 r6:1 i4:1 c:5  >>                       "repro/data/log_opt_heap_insert_preproc_18_itr_$itr"
- echo "heapsize: 18\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_online_18_itr_$itr"
- ./docker/run-experiment -t 64 heap -m 19 -d 18 -i 1 -e 0 -opt 1 -s 0  -itr itr >> "repro/data/log_opt_heap_insert_online_18_itr_$itr"
-echo "done"
- echo "heapsize: 20\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_preproc_20_itr_$itr"
- ./docker/run-experiment -p T0 m:44 r6:1 i4:1 c:5               >> "repro/data/log_opt_heap_insert_preproc_20_itr_$itr"
- echo "heapsize: 20\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_online_20_itr_$itr"
- ./docker/run-experiment heap -m 21 -d 20 -i 1 -e 0 -opt 1 -s 0  -itr itr >> "repro/data/log_opt_heap_insert_online_20_itr_$itr"
-echo "done"
- echo "heapsize: 22\nis_optimized: 1\n" >             "repro/data/log_opt_heap_insert_preproc_22_itr_$itr"
- ./docker/run-experiment -p T0 m:48 r6:1 i4:1 c:5  >> "repro/data/log_opt_heap_insert_preproc_22_itr_$itr"
- echo "heapsize: 22\nis_optimized: 1\n" >                           "repro/data/log_opt_heap_insert_online_22_itr_$itr"
- ./docker/run-experiment  heap -m 23 -d 22 -i 1 -e 0 -opt 1 -s 0  -itr itr >> "repro/data/log_opt_heap_insert_online_22_itr_$itr"
-echo "done"
- echo "heapsize: 24\nis_optimized: 1\n" >             "repro/data/log_opt_heap_insert_preproc_24_itr_$itr"
- ./docker/run-experiment -p T0 m:52 r6:1 i4:1 c:5  >> "repro/data/log_opt_heap_insert_preproc_24_itr_$itr"
- echo "heapsize: 24\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_online_24_itr_$itr"
- ./docker/run-experiment heap -m 25 -d 24 -i 1 -e 0 -opt 1 -s 0 -itr itr >> "repro/data/log_opt_heap_insert_online_24_itr_$itr"
-echo "done"
- echo "heapsize: 26\nis_optimized: 1\n" >             "repro/data/log_opt_heap_insert_preproc_26_itr_$itr"
- ./docker/run-experiment -p T0 m:56 r6:1 i4:1 c:5  >> "repro/data/log_opt_heap_insert_preproc_26_itr_$itr"
- echo "heapsize: 26\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_online_26_itr_$itr"
- ./docker/run-experiment heap -m 27 -d 26 -i 1 -e 0 -opt 1 -s 0 -itr itr >> "repro/data/log_opt_heap_insert_online_26_itr_$itr"
- echo "done"  	
+for itr in $(seq 1 $nitrs); do
+  echo "heapsize: 16\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_preproc_16_itr_$itr"
+  ./docker/run-experiment -p m:36 r6:1 i4:1 c:5 >>                        "repro/data/log_opt_heap_insert_preproc_16_itr_$itr"
+  echo "heapsize: 16\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_online_16_itr_$itr"
+  ./docker/run-experiment -t 64 heap -m 17 -d 16 -i 1 -e 0 -opt 1 -s 0 -itr itr >> "repro/data/log_opt_heap_insert_online_16_itr_$itr"
+  echo "done"	
+  echo "heapsize: 18\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_preproc_18_itr_$itr"
+  ./docker/run-experiment -p m:40 r6:1 i4:1 c:5  >>                       "repro/data/log_opt_heap_insert_preproc_18_itr_$itr"
+  echo "heapsize: 18\nis_optimized: 1\n" >                                "repro/data/log_opt_heap_insert_online_18_itr_$itr"
+  ./docker/run-experiment -t 64 heap -m 19 -d 18 -i 1 -e 0 -opt 1 -s 0  -itr itr >> "repro/data/log_opt_heap_insert_online_18_itr_$itr"
+  echo "done"
+  echo "heapsize: 20\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_preproc_20_itr_$itr"
+  ./docker/run-experiment -p T0 m:44 r6:1 i4:1 c:5               >> "repro/data/log_opt_heap_insert_preproc_20_itr_$itr"
+  echo "heapsize: 20\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_online_20_itr_$itr"
+  ./docker/run-experiment heap -m 21 -d 20 -i 1 -e 0 -opt 1 -s 0  -itr itr >> "repro/data/log_opt_heap_insert_online_20_itr_$itr"
+  echo "done"
+  echo "heapsize: 22\nis_optimized: 1\n" >             "repro/data/log_opt_heap_insert_preproc_22_itr_$itr"
+  ./docker/run-experiment -p T0 m:48 r6:1 i4:1 c:5  >> "repro/data/log_opt_heap_insert_preproc_22_itr_$itr"
+  echo "heapsize: 22\nis_optimized: 1\n" >                           "repro/data/log_opt_heap_insert_online_22_itr_$itr"
+  ./docker/run-experiment  heap -m 23 -d 22 -i 1 -e 0 -opt 1 -s 0  -itr itr >> "repro/data/log_opt_heap_insert_online_22_itr_$itr"
+  echo "done"
+  echo "heapsize: 24\nis_optimized: 1\n" >             "repro/data/log_opt_heap_insert_preproc_24_itr_$itr"
+  ./docker/run-experiment -p T0 m:52 r6:1 i4:1 c:5  >> "repro/data/log_opt_heap_insert_preproc_24_itr_$itr"
+  echo "heapsize: 24\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_online_24_itr_$itr"
+  ./docker/run-experiment heap -m 25 -d 24 -i 1 -e 0 -opt 1 -s 0 -itr itr >> "repro/data/log_opt_heap_insert_online_24_itr_$itr"
+  echo "done"
+  echo "heapsize: 26\nis_optimized: 1\n" >             "repro/data/log_opt_heap_insert_preproc_26_itr_$itr"
+  ./docker/run-experiment -p T0 m:56 r6:1 i4:1 c:5  >> "repro/data/log_opt_heap_insert_preproc_26_itr_$itr"
+  echo "heapsize: 26\nis_optimized: 1\n" >                          "repro/data/log_opt_heap_insert_online_26_itr_$itr"
+  ./docker/run-experiment heap -m 27 -d 26 -i 1 -e 0 -opt 1 -s 0 -itr itr >> "repro/data/log_opt_heap_insert_online_26_itr_$itr"
+  echo "done"  	
 done
--- INSERT --

repro/reproduce_plots

@@ -5,69 +5,73 @@ DS="Heap"
 Operation="Extract" 
 cd ..
 
+rm "repro/experimentaldata_preproc_wallclock"  "repro/experimentaldata_wallclock"
+touch "repro/experimentaldata_preproc_wallclock"  "repro/experimentaldata_wallclock"
+nitrs=2
+minsize=18
+maxsize=26
+stepsize=2
+for itr in $(seq 1 $nitrs); do
+ for heapsize in $(seq $minsize $stepsize $maxsize); do
+ 	input_file="repro/data/log_basic_heap_extract_online_${heapsize}_itr_${itr}"
+	echo $input_file
+ 	output=$(python3 repro/extract_data.py "$input_file")
 
+ 	# Read the output into an array
+	 IFS=$'\n' read -d '' -r -a values <<< "$output"
 
-
-for itr in $(seq 1 1); do
- for heapsize in $(seq 16 2 26); do
- 
- input_file="repro/data/log_basic_heap_extract_online_${heapsize}_itr_${itr}"
- output=$(python3 repro/extract_data.py "$input_file")
-
- # Read the output into an array
- IFS=$'\n' read -d '' -r -a values <<< "$output"
-
- # Store each value in different variables
- heapsize=${values[0]}  
- optimization_flag=${values[1]} 
- extract_wc=${values[4]} 
+	 # Store each value in different variables
+	 heapsize=${values[0]}  
+ 	 optimization_flag=${values[1]} 
+	 extract_wc=${values[4]} 
  
- datafile="repro/experimentaldata_wallclock"
- python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $extract_wc
+	 datafile="repro/experimentaldata_wallclock"
+ 	 python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $extract_wc
 
- input_file="repro/data/log_opt_heap_extract_online_${heapsize}_itr_${itr}"
- output=$(python3 repro/extract_data.py "$input_file")
+ 	 input_file="repro/data/log_opt_heap_extract_online_${heapsize}_itr_${itr}"
+ 	 echo $input_file
+ 	 output=$(python3 repro/extract_data.py "$input_file")
 
- # Read the output into an array
- IFS=$'\n' read -d '' -r -a values <<< "$output"
+	 # Read the output into an array
+ 	 IFS=$'\n' read -d '' -r -a values <<< "$output"
 
- # Store each value in different variables
- heapsize=${values[0]}  optimization_flag=${values[1]} extract_wc=${values[4]}
- datafile="repro/experimentaldata_wallclock"
- python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $extract_wc
+ 	# Store each value in different variables
+	 heapsize=${values[0]}  optimization_flag=${values[1]} extract_wc=${values[4]}
+ 	 datafile="repro/experimentaldata_wallclock"
+ 	 python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $extract_wc
  done	
 done
-
+echo "OnlineTable"
 cat $datafile
 echo -e "\n\n"
 
-for itr in $(seq 1 1); do
-  for heapsize in $(seq 16 2 26); do
-  input_file="repro/data/log_basic_heap_extract_preproc_${heapsize}_itr_$itr"
-  output=$(python3 repro/extract_data_from_preproc.py "$input_file")
+for itr in $(seq 1 $nitrs); do
+  for heapsize in $(seq $minsize $stepsize $maxsize); do
+	input_file="repro/data/log_basic_heap_extract_preproc_${heapsize}_itr_$itr"
+  	output=$(python3 repro/extract_data_from_preproc.py "$input_file")
 
-  # Read the output into an array
-  IFS=$'\n' read -d '' -r -a values <<< "$output"
+  	# Read the output into an array
+  	IFS=$'\n' read -d '' -r -a values <<< "$output"
 
-  # Store each value in different variables
-  heapsize=${values[0]}  optimization_flag=${values[1]} preproc_wc=${values[2]} 
-  datafile="repro/experimentaldata_preproc_wallclock"
-  python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $preproc_wc
+  	# Store each value in different variables
+ 	 heapsize=${values[0]}  optimization_flag=${values[1]} preproc_wc=${values[2]} 
+  	datafile="repro/experimentaldata_preproc_wallclock"
+  	python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $preproc_wc
 
-  input_file="repro/data/log_opt_heap_extract_preproc_${heapsize}_itr_$itr"
-  output=$(python3 repro/extract_data_from_preproc.py "$input_file")
+  	input_file="repro/data/log_opt_heap_extract_preproc_${heapsize}_itr_$itr"
+  	output=$(python3 repro/extract_data_from_preproc.py "$input_file")
 
-  # Read the output into an array
-  IFS=$'\n' read -d '' -r -a values <<< "$output"
+ 	 # Read the output into an array
+  	IFS=$'\n' read -d '' -r -a values <<< "$output"
 
-  # Store each value in different variables
-  heapsize=${values[0]}  optimization_flag=${values[1]} preproc_wc=${values[2]}
-  datafile="repro/experimentaldata_preproc_wallclock"
-  python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $preproc_wc
- done
+  	# Store each value in different variables
+  	heapsize=${values[0]}  optimization_flag=${values[1]} preproc_wc=${values[2]}
+  	datafile="repro/experimentaldata_preproc_wallclock"
+  	python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $preproc_wc
+  done
 done
 
-
+echo "Preproc Table"
 cat $datafile
 echo -e "\n\n"
 
@@ -75,8 +79,8 @@ echo -e "\n\n"
 DS="Heap"
 Operation="Insert"
 
-for itr in $(seq 1 1); do
-  for heapsize in $(seq 16 2 26); do
+for itr in $(seq 1 $niters); do
+  for heapsize in $(seq $minsize $stepsize $maxsize); do
 	 input_file="repro/data/log_basic_heap_insert_online_${heapsize}_itr_$itr"
 	 output=$(python3 repro/extract_data.py "$input_file")
 
@@ -98,11 +102,12 @@ for itr in $(seq 1 1); do
   done
 done
 
+echo "Online Table"
 cat $datafile
 echo -e "\n\n"
 
-for itr in $(seq 1 1); do
-    for heapsize in $(seq 16 2 26); do	
+for itr in $(seq 1 $niters); do
+    for heapsize in $(seq $minsize $stepsize $maxsize); do	
 	 
 	input_file="repro/data/log_basic_heap_insert_preproc_${heapsize}_itr_$itr"
  	output=$(python3 repro/extract_data_from_preproc.py "$input_file")
@@ -123,5 +128,6 @@ for itr in $(seq 1 1); do
 	 python3 repro/append-experiment-results.py $datafile $DS $Operation $optimization_flag $heapsize $preproc_wc
    done
 done
+echo "Preproc Table"
 cat $datafile