CPU-DPU

4 files changed, 53 insertions, 88 deletions

diff --git a/Microbenchmarks/CPU-DPU/host/app.c b/Microbenchmarks/CPU-DPU/host/app.c
index 504d0de..7ec4884 100644
--- a/Microbenchmarks/CPU-DPU/host/app.c
+++ b/Microbenchmarks/CPU-DPU/host/app.c
@@ -172,7 +172,11 @@ int main(int argc, char **argv) {
         if (rep >= p.n_warmup) {
             printf("[::] transfer UPMEM | n_dpus=%d n_ranks=%d n_tasklets=%d n_nops=%d n_instr=%d e_type=%s n_elements=%u n_elements_per_dpu=%u e_mode=%s"
                 " | latency_dram_mram_ns=%lu latency_mram_dram_ns=%lu throughput_dram_mram_Bps=%f throughput_mram_dram_Bps=%f",
+#ifdef BROADCAST
+                nr_of_dpus, nr_of_ranks, NR_TASKLETS, p.n_nops, p.n_instr, XSTR(T), transfer_size, transfer_size, transfer_mode,
+#else
                 nr_of_dpus, nr_of_ranks, NR_TASKLETS, p.n_nops, p.n_instr, XSTR(T), transfer_size, transfer_size / NR_DPUS, transfer_mode,
+#endif
                 timer.nanoseconds[1], timer.nanoseconds[3],
                 transfer_size * sizeof(T) * 1e9 / timer.nanoseconds[1],
                 transfer_size * sizeof(T) * 1e9 / timer.nanoseconds[3]);
diff --git a/Microbenchmarks/CPU-DPU/run-transfer-idle.sh b/Microbenchmarks/CPU-DPU/run-transfer-idle.sh
new file mode 100755
index 0000000..58751c7
--- /dev/null
+++ b/Microbenchmarks/CPU-DPU/run-transfer-idle.sh
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+ts="$(date +%Y%m%d)"
+
+mkdir -p "$(hostname)-transfer"
+
+./run-transfer-rank.sh | tee "$(hostname)-transfer/${ts}-idle.txt"
+
+xz -f -v -9 -M 800M "$(hostname)-transfer/${ts}-idle.txt"
diff --git a/Microbenchmarks/CPU-DPU/run-transfer-stress.sh b/Microbenchmarks/CPU-DPU/run-transfer-stress.sh
new file mode 100755
index 0000000..a508bd6
--- /dev/null
+++ b/Microbenchmarks/CPU-DPU/run-transfer-stress.sh
@@ -0,0 +1,20 @@
+#!/bin/sh
+
+ts="$(date +%Y%m%d)"
+
+mkdir -p "$(hostname)-transfer"
+
+NCORES=$(grep -c '^processor' /proc/cpuinfo)
+cleanexit() {
+	pkill -f "stress -c ${NCORES}"
+}
+
+trap cleanexit TERM INT
+
+stress -c ${NCORES} &
+
+./run-transfer-rank.sh | tee "$(hostname)-transfer/${ts}-stress-c${NCORES}.txt"
+
+cleanexit
+
+xz -f -v -9 -M 800M "$(hostname)-transfer/${ts}-stress-c${NCORES}.txt"
diff --git a/Microbenchmarks/CPU-DPU/run-transfer.sh b/Microbenchmarks/CPU-DPU/run-transfer.sh
index e247105..d029c8c 100755
--- a/Microbenchmarks/CPU-DPU/run-transfer.sh
+++ b/Microbenchmarks/CPU-DPU/run-transfer.sh
@@ -1,100 +1,32 @@
-#!/bin/bash
-
-NCORES=$(grep -c '^processor' /proc/cpuinfo)
-
-cleanexit() {
-	pkill -f "stress -c ${NCORES}"
-	pkill -f mpstat
-}
-
-trap cleanexit TERM INT
+#!/bin/sh
 
 set -e
 
-mkdir -p $(hostname)-transfer
-rm -f $(hostname)-transfer/*
-
-for f in $(hostname)-transfer/idle.txt $(hostname)-transfer/stress-c${NCORES}.txt $(hostname)-transfer/nice-stress-c${NCORES}.txt; do
-	echo "prim-benchmarks CPU-DPU transfer (dfatool edition)" >> $f
-	echo "Started at $(date)" >> $f
-	echo "Revision $(git describe --always)" >> $f
-done
+echo "prim-benchmarks CPU-DPU transfer (dfatool edition)"
+echo "Started at $(date)"
+echo "Revision $(git describe --always)"
 
 ./make-size.sh 0
 
-# runtime exclusive of host_code execution time: 25 seconds per l loop
-# *18 -> about 8 minutes per k loop
-# *3  -> about 23 minutes per i loop
-# *24 -> about 9 hours total
-for i in 1 2 4 8 16 32 48 64 80 96 112 $(seq 128 32 512); do
-	for k in SERIAL PUSH BROADCAST; do
-		# 8 B ... 64 MB
-		for l in 1 16 256 4096 16384 65536 262144 1048576 2097152 4194304 6291456 8388608; do
-			echo $i/512 $k $l/8388608
+completion=0
+for i in 1 4 8 $(seq 16 16 2543 | shuf); do
+	for k in BROADCAST; do
+		completion=$((completion+1))
+		echo "Running ${completion}/161 at $(date)"
+		# BROADCAST sends the same data to all DPUs, so data size must not exceed the amount of MRAM available on a single DPU (i.e., 64 MB)
+		for l in 4194304 6291456 8388608; do
 			make -B NR_DPUS=$i NR_TASKLETS=1 BL=10 TRANSFER=$k
-
-			uptime
-			S_TIME_FORMAT=ISO mpstat -P ALL -N ALL -n -o JSON 1 > $(hostname)-transfer/n_dpus=${i}-e_mode=$k-n_elements=${l}.json &
-			bin/host_code -w 0 -e 100 -x 1 -i $l >> $(hostname)-transfer/idle.txt || true
-			pkill -f mpstat
-
-			stress -c ${NCORES} &
-			sleep 2
-			uptime
-			bin/host_code -w 0 -e 100 -x 1 -i $l >> $(hostname)-transfer/stress-c${NCORES}.txt || true
-			pkill -f "stress -c ${NCORES}"
-
-			sleep 10
-
-			stress -c ${NCORES} &
-			sleep 2
-			uptime
-			bin/host_code -w 0 -e 100 -x 1 -i $l >> $(hostname)-transfer/nice-stress-c${NCORES}.txt || true
-			pkill -f "stress -c ${NCORES}"
-
-			sleep 10
+			bin/host_code -w 0 -e 100 -x 1 -N 0 -I $(size -A bin/dpu_code | awk '($1 == ".text") {print $2/8}')  -i $l
 		done
 	done
-done
-
-# runtime exclusive of host_code execution time: 25 seconds per l loop
-# *9 -> about 4 minutes per k loop
-# *3  -> about 12 minutes per i loop
-# *65 -> about 13 hours total
-for i in $(seq 512 32 2542) 2542; do
-	for k in SERIAL PUSH BROADCAST; do
-		# 1 MB ... 1024 MB
-		for l in 1048576 2097152 4194304 6291456 838868 1677736 3355472 6710944 13421888; do
-			echo $i/2542 $k $l/13421888
-			make -B NR_DPUS=$i NR_TASKLETS=1 BL=10 TRANSFER=$k
-
-			uptime
-			S_TIME_FORMAT=ISO mpstat -P ALL -N ALL -n -o JSON 1 > $(hostname)-transfer/n_dpus=${i}-e_mode=$k-n_elements=${l}.json &
-			bin/host_code -w 0 -e 100 -x 1 -i $l >> $(hostname)-transfer/idle.txt || true
-			pkill -f mpstat
-
-			stress -c ${NCORES} &
-			sleep 2
-			uptime
-			bin/host_code -w 0 -e 100 -x 1 -i $l >> $(hostname)-transfer/stress-c${NCORES}.txt || true
-			pkill -f "stress -c ${NCORES}"
-
-			sleep 10
-
-			stress -c ${NCORES} &
-			sleep 2
-			uptime
-			bin/host_code -w 0 -e 100 -x 1 -i $l >> $(hostname)-transfer/nice-stress-c${NCORES}.txt || true
-			pkill -f "stress -c ${NCORES}"
-
-			sleep 10
-		done
+	for k in SERIAL PUSH; do
+		echo "Running at $(date)"
+		make -B NR_DPUS=$i NR_TASKLETS=1 BL=10 TRANSFER=$k
+		# utilize 50% to 100% of per-DPU MRAM capacity
+		bin/host_code -w 0 -e 100 -x 1 -N 0 -I $(size -A bin/dpu_code | awk '($1 == ".text") {print $2/8}') -i $(( 4194304 * i ))
+		bin/host_code -w 0 -e 100 -x 1 -N 0 -I $(size -A bin/dpu_code | awk '($1 == ".text") {print $2/8}') -i $(( 6291456 * i ))
+		bin/host_code -w 0 -e 100 -x 1 -N 0 -I $(size -A bin/dpu_code | awk '($1 == ".text") {print $2/8}') -i $(( 8388608 * i ))
 	done
-d
-for f in $(hostname)-transfer/idle.txt $(hostname)-transfer/stress-c${NCORES}.txt $(hostname)-transfer/nice-stress-c${NCORES}.txt; do
-	echo "Completed at $(date)" >> $f
 done
 
-for f in $(hostname)-transfer/idle.txt $(hostname)-transfer/stress-c${NCORES}.txt $(hostname)-transfer/nice-stress-c${NCORES}.txt; do
-	xz -v -9 -M 800M $f
-done
+echo "Completed at $(date)"