summaryrefslogtreecommitdiff
path: root/TRNS/baselines/gpu
diff options
context:
space:
mode:
Diffstat (limited to 'TRNS/baselines/gpu')
-rw-r--r--TRNS/baselines/gpu/Makefile51
-rw-r--r--TRNS/baselines/gpu/README16
-rw-r--r--TRNS/baselines/gpu/kernel.cu170
-rw-r--r--TRNS/baselines/gpu/kernel.h44
-rw-r--r--TRNS/baselines/gpu/main.cpp298
-rw-r--r--TRNS/baselines/gpu/support/common.h53
-rw-r--r--TRNS/baselines/gpu/support/cuda-setup.h78
-rw-r--r--TRNS/baselines/gpu/support/timer.h73
-rw-r--r--TRNS/baselines/gpu/support/verify.h71
9 files changed, 854 insertions, 0 deletions
diff --git a/TRNS/baselines/gpu/Makefile b/TRNS/baselines/gpu/Makefile
new file mode 100644
index 0000000..12395b7
--- /dev/null
+++ b/TRNS/baselines/gpu/Makefile
@@ -0,0 +1,51 @@
+#
+# Copyright (c) 2016 University of Cordoba and University of Illinois
+# All rights reserved.
+#
+# Developed by: IMPACT Research Group
+# University of Cordoba and University of Illinois
+# http://impact.crhc.illinois.edu/
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# with the Software without restriction, including without limitation the
+# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+# sell copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# > Redistributions of source code must retain the above copyright notice,
+# this list of conditions and the following disclaimers.
+# > Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimers in the
+# documentation and/or other materials provided with the distribution.
+# > Neither the names of IMPACT Research Group, University of Cordoba,
+# University of Illinois nor the names of its contributors may be used
+# to endorse or promote products derived from this Software without
+# specific prior written permission.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+# THE SOFTWARE.
+#
+
+CXX=/usr/local/cuda/bin/nvcc
+CXX_FLAGS=-std=c++11
+
+LIB=-L/usr/lib/ -L$/usr/local/cuda/lib64/ -lm
+
+INC=-I/usr/local/cuda/include/
+
+DEP=kernel.h main.cpp kernel.cu support/common.h support/cuda-setup.h support/timer.h support/verify.h
+SRC=main.cpp kernel.cu
+EXE=trns
+
+all:
+ $(CXX) $(CXX_FLAGS) $(SRC) $(LIB) $(INC) -o $(EXE)
+
+clean:
+ rm -f $(EXE)
+
diff --git a/TRNS/baselines/gpu/README b/TRNS/baselines/gpu/README
new file mode 100644
index 0000000..c36ee77
--- /dev/null
+++ b/TRNS/baselines/gpu/README
@@ -0,0 +1,16 @@
+In-place matrix transposition (TRNS)
+
+Compilation instructions
+
+ make
+
+Execution instructions
+
+ ./trns -w 0 -r 1 -m 16 -n 8 -o 4096 -p 2556 -i 64
+
+For more options
+
+ ./trns -h
+
+Read more
+J. Gomez-Luna et al., “In-place Matrix Transposition on GPUs,” IEEE TPDS, 2016.
diff --git a/TRNS/baselines/gpu/kernel.cu b/TRNS/baselines/gpu/kernel.cu
new file mode 100644
index 0000000..f2251cd
--- /dev/null
+++ b/TRNS/baselines/gpu/kernel.cu
@@ -0,0 +1,170 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#include "support/common.h"
+
+extern __shared__ int l_mem[];
+
+// GPU kernel ------------------------------------------------------------------------------------------
+__global__ void PTTWAC_soa_asta(int A, int B, int b, T *input, int *finished, int *head) {
+
+ int* done = l_mem;
+ int* gid_ = &done[1];
+
+ const int tid = threadIdx.x;
+ int m = A * B - 1;
+
+ if(tid == 0) // Dynamic fetch
+ gid_[0] = atomicAdd(&head[0], 1);
+ __syncthreads();
+
+ while(gid_[0] < m) {
+ int next_in_cycle = (gid_[0] * A) - m * (gid_[0] / B);
+ if(next_in_cycle == gid_[0]) {
+ if(tid == 0) // Dynamic fetch
+ gid_[0] = atomicAdd(&head[0], 1);
+ __syncthreads();
+ continue;
+ }
+ T data1, data2, data3, data4;
+ int i = tid;
+ if(i < b)
+ data1 = input[gid_[0] * b + i];
+ i += blockDim.x;
+ if(i < b)
+ data2 = input[gid_[0] * b + i];
+ i += blockDim.x;
+ if(i < b)
+ data3 = input[gid_[0] * b + i];
+ i += blockDim.x;
+ if(i < b)
+ data4 = input[gid_[0] * b + i];
+
+ if(tid == 0) {
+ //make sure the read is not cached
+ done[0] = atomicAdd(&finished[gid_[0]], 0);
+ }
+ __syncthreads();
+
+ for(; done[0] == 0; next_in_cycle = (next_in_cycle * A) - m * (next_in_cycle / B)) {
+ T backup1, backup2, backup3, backup4;
+ i = tid;
+ if(i < b)
+ backup1 = input[next_in_cycle * b + i];
+ i += blockDim.x;
+ if(i < b)
+ backup2 = input[next_in_cycle * b + i];
+ i += blockDim.x;
+ if(i < b)
+ backup3 = input[next_in_cycle * b + i];
+ i += blockDim.x;
+ if(i < b)
+ backup4 = input[next_in_cycle * b + i];
+
+ if(tid == 0) {
+ done[0] = atomicExch(&finished[next_in_cycle], (int)1);
+ }
+ __syncthreads();
+
+ if(!done[0]) {
+ i = tid;
+ if(i < b)
+ input[next_in_cycle * b + i] = data1;
+ i += blockDim.x;
+ if(i < b)
+ input[next_in_cycle * b + i] = data2;
+ i += blockDim.x;
+ if(i < b)
+ input[next_in_cycle * b + i] = data3;
+ i += blockDim.x;
+ if(i < b)
+ input[next_in_cycle * b + i] = data4;
+ }
+ i = tid;
+ if(i < b)
+ data1 = backup1;
+ i += blockDim.x;
+ if(i < b)
+ data2 = backup2;
+ i += blockDim.x;
+ if(i < b)
+ data3 = backup3;
+ i += blockDim.x;
+ if(i < b)
+ data4 = backup4;
+ }
+
+ if(tid == 0) // Dynamic fetch
+ gid_[0] = atomicAdd(&head[0], 1);
+ __syncthreads();
+ }
+}
+
+cudaError_t call_PTTWAC_soa_asta(int blocks, int threads, int A, int B, int b, T *input,
+ int *finished, int *head, int l_mem_size){
+ dim3 dimGrid(blocks);
+ dim3 dimBlock(threads);
+ PTTWAC_soa_asta<<<dimGrid, dimBlock, l_mem_size>>>(A, B, b, input,
+ finished, head);
+ cudaError_t err = cudaGetLastError();
+ return err;
+}
+
+__global__ void BS_marshal(T *input, int tile_size, int width) {
+
+ T* tile = (T*)l_mem;
+
+ int tidx = threadIdx.x;
+ int m = width*tile_size-1;
+ int bid = blockIdx.x;
+
+ input += tile_size*width*bid;
+ for (int i = tidx; i < tile_size*width; i+=blockDim.x) {
+ int next = (i * tile_size)-m*(i/width);
+ tile[next] = input[i];
+ }
+ __syncthreads();
+ for (int i = tidx; i < tile_size*width; i+=blockDim.x) {
+ input[i] = tile[i];
+ }
+}
+
+cudaError_t call_BS_marshal(int blocks, int threads, int m, int n, T *input, int l_mem_size){
+ dim3 dimGrid(blocks);
+ dim3 dimBlock(threads);
+ BS_marshal<<<dimGrid, dimBlock, l_mem_size>>>(input, m, n);
+ cudaError_t err = cudaGetLastError();
+ return err;
+}
diff --git a/TRNS/baselines/gpu/kernel.h b/TRNS/baselines/gpu/kernel.h
new file mode 100644
index 0000000..47ecc16
--- /dev/null
+++ b/TRNS/baselines/gpu/kernel.h
@@ -0,0 +1,44 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#include "cuda_runtime.h"
+#include <stdlib.h>
+#include <atomic>
+#include "support/common.h"
+
+cudaError_t call_PTTWAC_soa_asta(int blocks, int threads, int A, int B, int b, T *input,
+ int *finished, int *head, int l_mem_size);
+
+cudaError_t call_BS_marshal(int blocks, int threads, int m, int n, T *input, int l_mem_size);
diff --git a/TRNS/baselines/gpu/main.cpp b/TRNS/baselines/gpu/main.cpp
new file mode 100644
index 0000000..fa4c1e5
--- /dev/null
+++ b/TRNS/baselines/gpu/main.cpp
@@ -0,0 +1,298 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#include "support/cuda-setup.h"
+#include "kernel.h"
+#include "support/common.h"
+#include "support/timer.h"
+#include "support/verify.h"
+
+#include <unistd.h>
+#include <thread>
+#include <string.h>
+#include <assert.h>
+
+// Params ---------------------------------------------------------------------
+struct Params {
+
+ int device;
+ int n_gpu_threads;
+ int n_gpu_blocks;
+ int n_threads;
+ int n_warmup;
+ int n_reps;
+ int M_;
+ int m;
+ int N_;
+ int n;
+
+ Params(int argc, char **argv) {
+ device = 0;
+ n_gpu_threads = 64;
+ n_gpu_blocks = 16;
+ n_warmup = 5;
+ n_reps = 50;
+ M_ = 128;
+ m = 16;
+ N_ = 128;
+ n = 8;
+ int opt;
+ while((opt = getopt(argc, argv, "hd:i:g:t:w:r:m:n:o:p:")) >= 0) {
+ switch(opt) {
+ case 'h':
+ usage();
+ exit(0);
+ break;
+ case 'd': device = atoi(optarg); break;
+ case 'i': n_gpu_threads = atoi(optarg); break;
+ case 'g': n_gpu_blocks = atoi(optarg); break;
+ case 't': n_threads = atoi(optarg); break;
+ case 'w': n_warmup = atoi(optarg); break;
+ case 'r': n_reps = atoi(optarg); break;
+ case 'm': m = atoi(optarg); break;
+ case 'n': n = atoi(optarg); break;
+ case 'o': M_ = atoi(optarg); break;
+ case 'p': N_ = atoi(optarg); break;
+ default:
+ fprintf(stderr, "\nUnrecognized option!\n");
+ usage();
+ exit(0);
+ }
+ }
+ assert((n_gpu_threads > 0 && n_gpu_blocks > 0)
+ && "TRNS only runs on CPU-only or GPU-only: './trns -g 0' or './trns -t 0'");
+ }
+
+ void usage() {
+ fprintf(stderr,
+ "\nUsage: ./trns [options]"
+ "\n"
+ "\nGeneral options:"
+ "\n -h help"
+ "\n -d <D> CUDA device ID (default=0)"
+ "\n -i <I> # of device threads per block (default=64)"
+ "\n -g <G> # of device blocks (default=16)"
+ "\n -w <W> # of untimed warmup iterations (default=5)"
+ "\n -r <R> # of timed repetition iterations (default=50)"
+ "\n"
+ "\nData-partitioning-specific options:"
+ "\n TRNS only supports CPU-only or GPU-only execution"
+ "\n"
+ "\nBenchmark-specific options:"
+ "\n -m <I> m (default=16 elements)"
+ "\n -n <I> n (default=8 elements)"
+ "\n -o <I> M_ (default=128 elements)"
+ "\n -p <I> N_ (default=128 elements)"
+ "\n");
+ }
+};
+
+// Input Data -----------------------------------------------------------------
+void read_input(T *x_vector, const Params &p) {
+ int in_size = p.M_ * p.m * p.N_ * p.n;
+ srand(5432);
+ for(int i = 0; i < in_size; i++) {
+ x_vector[i] = ((T)(rand() % 100) / 100);
+ }
+}
+
+// Main ------------------------------------------------------------------------------------------
+int main(int argc, char **argv) {
+
+ const Params p(argc, argv);
+ CUDASetup setcuda(p.device);
+ Timer timer;
+ cudaError_t cudaStatus;
+
+ // Allocate
+ timer.start("Allocation");
+ int M_ = p.M_;
+ int m = p.m;
+ int N_ = p.N_;
+ int n = p.n;
+ int in_size = M_ * m * N_ * n;
+ int finished_size = M_ * m * N_;
+ T * h_in_out = (T *)malloc(in_size * sizeof(T));
+ std::atomic_int *h_finished =
+ (std::atomic_int *)malloc(sizeof(std::atomic_int) * finished_size);
+ std::atomic_int *h_head = (std::atomic_int *)malloc(N_ * sizeof(std::atomic_int));
+ ALLOC_ERR(h_in_out, h_finished, h_head);
+ T * d_in_out;
+ int * d_finished;
+ int * d_head;
+ if(p.n_gpu_blocks != 0) {
+ cudaStatus = cudaMalloc((void**)&d_in_out, in_size * sizeof(T));
+ cudaStatus = cudaMalloc((void**)&d_finished, (p.n_gpu_blocks != 0) ? sizeof(int) * finished_size : 0);
+ cudaStatus = cudaMalloc((void**)&d_head, (p.n_gpu_blocks != 0) ? N_ * sizeof(int) : 0);
+ CUDA_ERR();
+ }
+ T *h_in_backup = (T *)malloc(in_size * sizeof(T));
+ ALLOC_ERR(h_in_backup);
+ cudaDeviceSynchronize();
+ timer.stop("Allocation");
+ timer.print("Allocation", 1);
+
+ // Initialize
+ timer.start("Initialization");
+ const int max_gpu_threads = setcuda.max_gpu_threads();
+ read_input(h_in_out, p);
+ memset((void *)h_finished, 0, sizeof(std::atomic_int) * finished_size);
+ for(int i = 0; i < N_; i++)
+ h_head[i].store(0);
+ timer.stop("Initialization");
+ timer.print("Initialization", 1);
+ memcpy(h_in_backup, h_in_out, in_size * sizeof(T)); // Backup for reuse across iterations
+
+ // Copy to device
+ timer.start("Copy To Device");
+ if(p.n_gpu_blocks != 0) {
+ cudaStatus = cudaMemcpy(d_in_out, h_in_backup, in_size * sizeof(T), cudaMemcpyHostToDevice);
+ cudaStatus = cudaMemcpy(d_finished, h_finished, sizeof(int) * finished_size, cudaMemcpyHostToDevice);
+ cudaStatus = cudaMemcpy(d_head, h_head, N_ * sizeof(int), cudaMemcpyHostToDevice);
+ CUDA_ERR();
+ }
+ cudaDeviceSynchronize();
+ timer.stop("Copy To Device");
+ timer.print("Copy To Device", 1);
+
+ // Loop over main kernel
+ for(int rep = 0; rep < p.n_warmup + p.n_reps; rep++) {
+
+ // Reset
+ memcpy(h_in_out, h_in_backup, in_size * sizeof(T));
+ memset((void *)h_finished, 0, sizeof(std::atomic_int) * finished_size);
+ for(int i = 0; i < N_; i++)
+ h_head[i].store(0);
+ cudaDeviceSynchronize();
+
+ // Launch GPU threads
+ if(p.n_gpu_blocks > 0) {
+ // Kernel launch
+ assert(p.n_gpu_threads <= max_gpu_threads &&
+ "The thread block size is greater than the maximum thread block size that can be used on this device");
+
+ cudaStatus = cudaMemcpy(d_in_out, h_in_backup, in_size * sizeof(T), cudaMemcpyHostToDevice);
+ cudaStatus = cudaMemcpy(d_finished, h_finished, sizeof(int) * finished_size, cudaMemcpyHostToDevice);
+ cudaStatus = cudaMemcpy(d_head, h_head, N_ * sizeof(int), cudaMemcpyHostToDevice);
+ CUDA_ERR();
+
+ // start timer
+ if(rep >= p.n_warmup)
+ timer.start("Step 1");
+ // Step 1
+ cudaStatus = call_PTTWAC_soa_asta(M_ * m * N_, p.n_gpu_threads, M_ * m, N_, n,
+ d_in_out, (int*)d_finished, (int*)d_head, sizeof(int) + sizeof(int));
+ CUDA_ERR();
+ // end timer
+ if(rep >= p.n_warmup)
+ timer.stop("Step 1");
+
+ // start timer
+ if(rep >= p.n_warmup)
+ timer.start("Step 2");
+ // Step 2
+ cudaStatus = call_BS_marshal(M_ * N_, p.n_gpu_threads, m, n, d_in_out, m * n * sizeof(T));
+ CUDA_ERR();
+ // end timer
+ if(rep >= p.n_warmup)
+ timer.stop("Step 2");
+
+ cudaStatus = cudaMemcpy(d_finished, h_finished, sizeof(int) * finished_size, cudaMemcpyHostToDevice);
+ cudaStatus = cudaMemcpy(d_head, h_head, N_ * sizeof(int), cudaMemcpyHostToDevice);
+ CUDA_ERR();
+ // start timer
+ if(rep >= p.n_warmup)
+ timer.start("Step 3");
+ // Step 3
+ for(int i = 0; i < N_; i++){
+ cudaStatus = call_PTTWAC_soa_asta(M_ * n, p.n_gpu_threads, M_, n, m,
+ d_in_out + i * M_ * n * m, (int*)d_finished + i * M_ * n, (int*)d_head + i, sizeof(int) + sizeof(int));
+ CUDA_ERR();
+ }
+ // end timer
+ if(rep >= p.n_warmup)
+ timer.stop("Step 3");
+
+ }
+
+ cudaDeviceSynchronize();
+
+ }
+ timer.print("Step 1", p.n_reps);
+ timer.print("Step 2", p.n_reps);
+ timer.print("Step 3", p.n_reps);
+
+ // Copy back
+ timer.start("Copy Back and Merge");
+ if(p.n_gpu_blocks != 0) {
+ cudaStatus = cudaMemcpy(h_in_out, d_in_out, in_size * sizeof(T), cudaMemcpyDeviceToHost);
+ CUDA_ERR();
+ cudaDeviceSynchronize();
+ }
+ timer.stop("Copy Back and Merge");
+ timer.print("Copy Back and Merge", 1);
+
+ // Verify answer
+ verify(h_in_out, h_in_backup, M_ * m, N_ * n, 1);
+
+ // Free memory
+ timer.start("Deallocation");
+ free(h_in_out);
+ free(h_finished);
+ free(h_head);
+ if(p.n_gpu_blocks != 0) {
+ cudaStatus = cudaFree(d_in_out);
+ cudaStatus = cudaFree(d_finished);
+ cudaStatus = cudaFree(d_head);
+ CUDA_ERR();
+ }
+ free(h_in_backup);
+ cudaDeviceSynchronize();
+ timer.stop("Deallocation");
+ timer.print("Deallocation", 1);
+
+ // Release timers
+ timer.release("Allocation");
+ timer.release("Initialization");
+ timer.release("Copy To Device");
+ timer.release("Step 1");
+ timer.release("Step 2");
+ timer.release("Step 3");
+ timer.release("Copy Back and Merge");
+ timer.release("Deallocation");
+
+ printf("Test Passed\n");
+ return 0;
+}
diff --git a/TRNS/baselines/gpu/support/common.h b/TRNS/baselines/gpu/support/common.h
new file mode 100644
index 0000000..8a7f37f
--- /dev/null
+++ b/TRNS/baselines/gpu/support/common.h
@@ -0,0 +1,53 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#ifndef _COMMON_H_
+#define _COMMON_H_
+
+#ifndef DOUBLE_PRECISION
+#define DOUBLE_PRECISION 1
+#endif
+
+#if DOUBLE_PRECISION
+#define T long int // double
+#else
+#define T int // float
+#endif
+
+#define PRINT 0
+
+#define divceil(n, m) (((n)-1) / (m) + 1)
+
+#endif
diff --git a/TRNS/baselines/gpu/support/cuda-setup.h b/TRNS/baselines/gpu/support/cuda-setup.h
new file mode 100644
index 0000000..7b7eefe
--- /dev/null
+++ b/TRNS/baselines/gpu/support/cuda-setup.h
@@ -0,0 +1,78 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#include <cuda.h>
+#include <cuda_runtime.h>
+#include <fstream>
+
+// Allocation error checking
+#define ERR_1(v1) \
+ if(v1 == NULL) { \
+ fprintf(stderr, "Allocation error at %s, %d\n", __FILE__, __LINE__); \
+ exit(-1); \
+ }
+#define ERR_2(v1,v2) ERR_1(v1) ERR_1(v2)
+#define ERR_3(v1,v2,v3) ERR_2(v1,v2) ERR_1(v3)
+#define ERR_4(v1,v2,v3,v4) ERR_3(v1,v2,v3) ERR_1(v4)
+#define ERR_5(v1,v2,v3,v4,v5) ERR_4(v1,v2,v3,v4) ERR_1(v5)
+#define ERR_6(v1,v2,v3,v4,v5,v6) ERR_5(v1,v2,v3,v4,v5) ERR_1(v6)
+#define GET_ERR_MACRO(_1,_2,_3,_4,_5,_6,NAME,...) NAME
+#define ALLOC_ERR(...) GET_ERR_MACRO(__VA_ARGS__,ERR_6,ERR_5,ERR_4,ERR_3,ERR_2,ERR_1)(__VA_ARGS__)
+
+#define CUDA_ERR() \
+ if(cudaStatus != cudaSuccess) { \
+ fprintf(stderr, "CUDA error: %s\n at %s, %d\n", cudaGetErrorString(cudaStatus), __FILE__, __LINE__); \
+ exit(-1); \
+ }
+
+struct CUDASetup {
+
+ cudaDeviceProp device_prop;
+
+ CUDASetup(int device) {
+ cudaError_t cudaStatus;
+ cudaStatus = cudaSetDevice(device);
+ CUDA_ERR();
+
+ cudaStatus = cudaGetDeviceProperties(&device_prop, device);
+ CUDA_ERR();
+ fprintf(stderr, "%s\t", device_prop.name);
+
+ }
+
+ int max_gpu_threads() {
+ return device_prop.maxThreadsPerBlock;
+ }
+};
diff --git a/TRNS/baselines/gpu/support/timer.h b/TRNS/baselines/gpu/support/timer.h
new file mode 100644
index 0000000..fceab04
--- /dev/null
+++ b/TRNS/baselines/gpu/support/timer.h
@@ -0,0 +1,73 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#include <cuda_runtime.h>
+#include <sys/time.h>
+#include <iostream>
+#include <map>
+#include <string>
+
+using namespace std;
+
+struct Timer {
+
+ map<string, cudaEvent_t> startTime;
+ map<string, cudaEvent_t> stopTime;
+ map<string, float> time;
+
+ void start(string name) {
+ if(!time.count(name)) {
+ cudaEventCreate(&startTime[name]);
+ cudaEventCreate(&stopTime[name]);
+ time[name] = 0.0;
+ }
+ cudaEventRecord(startTime[name], 0);
+ }
+
+ void stop(string name) {
+ cudaEventRecord(stopTime[name],0);
+ cudaEventSynchronize(stopTime[name]);
+ float part_time = 0.0;
+ cudaEventElapsedTime(&part_time, startTime[name], stopTime[name]);
+ time[name] += part_time;
+ }
+
+ void print(string name, unsigned int REP) { printf("%s Time (ms): %f\n", name.c_str(), time[name] / REP); }
+
+ void release(string name){
+ cudaEventDestroy(startTime[name]);
+ cudaEventDestroy(stopTime[name]);
+ }
+};
diff --git a/TRNS/baselines/gpu/support/verify.h b/TRNS/baselines/gpu/support/verify.h
new file mode 100644
index 0000000..c3ba224
--- /dev/null
+++ b/TRNS/baselines/gpu/support/verify.h
@@ -0,0 +1,71 @@
+/*
+ * Copyright (c) 2016 University of Cordoba and University of Illinois
+ * All rights reserved.
+ *
+ * Developed by: IMPACT Research Group
+ * University of Cordoba and University of Illinois
+ * http://impact.crhc.illinois.edu/
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * with the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * > Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimers.
+ * > Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimers in the
+ * documentation and/or other materials provided with the distribution.
+ * > Neither the names of IMPACT Research Group, University of Cordoba,
+ * University of Illinois nor the names of its contributors may be used
+ * to endorse or promote products derived from this Software without
+ * specific prior written permission.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
+ * THE SOFTWARE.
+ *
+ */
+
+#include "common.h"
+#include <math.h>
+
+inline int compare_output(T *output, T *ref, int dim) {
+ int i;
+ for(i = 0; i < dim; i++) {
+ T diff = fabs(ref[i] - output[i]);
+ if((diff - 0.0f) > 0.00001f && diff > 0.01 * fabs(ref[i])) {
+ printf("line: %d ref: %f actual: %f diff: %f\n", i, ref[i], output[i], diff);
+ exit(EXIT_FAILURE);
+ }
+ }
+ return 0;
+}
+
+// Sequential transposition for comparison purposes
+//[w][h/t][t] to [h/t][w][t]
+static void trns_host(T* input, unsigned int A, unsigned int B, unsigned int b){
+ T* output = (T*) malloc(sizeof(T) * A * B * b);
+ unsigned int next;
+ for (unsigned int j = 0; j < b; j++){
+ for (unsigned int i = 0; i < A * B; i++){
+ next = (i * A) - (A * B - 1) * (i / B);
+ output[next * b + j] = input[i*b+j];
+ }
+ }
+ for (unsigned int k = 0; k < A * B * b; k++){
+ input[k] = output[k];
+ }
+ free(output);
+}
+
+inline void verify(T *input2, T *input, int height, int width, int tile_size) {
+ trns_host(input, height, width, tile_size);
+ compare_output(input2, input, height * width);
+}