Skip to content

Commit

Permalink
Add experiments script with increased parameters (not for artifact ev…
Browse files Browse the repository at this point in the history
…aluation)
  • Loading branch information
samkumar committed Apr 11, 2021
1 parent db5cd0f commit 80762fc
Showing 1 changed file with 43 additions and 0 deletions.
43 changes: 43 additions & 0 deletions run_additional_experiments.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
#!/usr/bin/env bash

baseline_start=$(date +%s)
./magebench.py spawn -a 2
./magebench.py run-halfgates-baseline -t 1 -s os unbounded mage emp -z 1024 2048 4096 8192 16384 32768 65536 131072 262144 524288 1048576
./magebench.py run-ckks-baseline -t 1 -s os unbounded mage seal -z 64 128 256 512 1024 2048 4096 8192 16384
./magebench.py fetch-logs logs-baseline
./magebench.py deallocate
baseline_end=$(date +%s)
echo "Baseline:" $(expr $baseline_end - $baseline_start) | tee baseline_time

ten_single_start=$(date +%s)
./magebench.py spawn -a 8
./magebench.py run-lan -p merge_sorted_1048576 full_sort_1048576 loop_join_2048 matrix_vector_multiply_8192 binary_fc_layer_16384 real_sum_65536 real_statistics_16384 real_matrix_vector_multiply_256 real_naive_matrix_multiply_128 real_tiled_16_matrix_multiply_128 -s unbounded mage os -t 1 -w 1
./magebench.py fetch-logs logs-workloads-2
./magebench.py deallocate
ten_single_end=$(date +%s)
echo "Ten Single:" $(expr $ten_single_end - $ten_single_start) | tee ten_single_time

ten_parallel_start=$(date +%s)
./magebench.py spawn -a 8
./magebench.py run-lan -p merge_sorted_4194304 full_sort_4194304 loop_join_4096 matrix_vector_multiply_16384 binary_fc_layer_32768 real_sum_262144 real_statistics_65536 real_matrix_vector_multiply_512 real_naive_matrix_multiply_256 real_tiled_16_matrix_multiply_256 -s unbounded mage os -t 1 -w 4
./magebench.py fetch-logs logs-workloads-8
./magebench.py deallocate
ten_parallel_end=$(date +%s)
echo "Ten Parallel:" $(expr $ten_parallel_end - $ten_parallel_start) | tee ten_parallel_time

wan_conn_start=$(date +%s)
./magebench.py spawn -a 1 -g oregon iowa
./magebench.py run-wan oregon -p merge_sorted_1048576 -s mage -t 20 -w 1 2 4 -o 128 -c 1
./magebench.py run-wan iowa -p merge_sorted_1048576 -s mage -t 20 -w 1 2 4 -o 128 -c 1
./magebench.py fetch-logs logs-wan-conn
./magebench.py deallocate
wan_conn_end=$(date +%s)
echo "WAN Conn:" $(expr $wan_conn_end - $wan_conn_start) | tee wan_conn_time

wan_ot_start=$(date +%s)
./magebench.py spawn -a 1 -g oregon
./magebench.py run-wan oregon -p merge_sorted_1048576 -s mage -t 20 -w 1 -o 2 4 8 16 32 64 128 256 -c 2
./magebench.py fetch-logs logs-wan-ot
./magebench.py deallocate
wan_ot_end=$(date +%s)
echo "WAN OT:" $(expr $wan_ot_end - $wan_ot_start) | tee wan_ot_time

0 comments on commit 80762fc

Please sign in to comment.