summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat
-rw-r--r--mbw.c98
1 files changed, 85 insertions, 13 deletions
diff --git a/mbw.c b/mbw.c
index 5539608..f5673d9 100644
--- a/mbw.c
+++ b/mbw.c
@@ -41,7 +41,9 @@
#define TEST_AVX512 3
#define TEST_READ_PLAIN 4
#define TEST_WRITE_PLAIN 5
-#define MAX_TESTS 6
+#define TEST_READ_AVX512 6
+#define TEST_WRITE_AVX512 7
+#define MAX_TESTS 8
/* version number */
#define VERSION "1.5+smaug"
@@ -345,8 +347,12 @@ void usage()
#ifdef HAVE_AVX512
printf(" -t%d: AVX512 copy test\n", TEST_AVX512);
#endif
- printf(" -t%d: plain read test\n", TEST_READ_PLAIN);
- printf(" -t%d: plain write test\n", TEST_WRITE_PLAIN);
+ printf(" -t%d: plain read test (sum)\n", TEST_READ_PLAIN);
+ printf(" -t%d: plain write test (const fill)\n", TEST_WRITE_PLAIN);
+#ifdef HAVE_AVX512
+ printf(" -t%d: AVX512 read test (sum)\n", TEST_READ_AVX512);
+ printf(" -t%d: AVX512 write test (const fill)\n", TEST_WRITE_AVX512);
+#endif
printf(" -b <size>: block size in bytes for -t2 (default: %d)\n", DEFAULT_BLOCK_SIZE);
printf(" -q: quiet (print statistics only)\n");
#ifdef NUMA
@@ -426,15 +432,37 @@ void *thread_worker(void *arg)
} else if(test_type==TEST_READ_PLAIN) {
long tmp = 0;
for(t=plain_start; t<plain_stop; t++) {
- tmp ^= arr_a[t];
+ tmp += arr_a[t];
}
arr_a[plain_stop-1] = tmp;
} else if(test_type==TEST_WRITE_PLAIN) {
- long tmp = 0;
+ long tmp = 1374181804651713298;
for(t=plain_start; t<plain_stop; t++) {
- arr_b[t] = ++tmp;
+ arr_b[t] = tmp;
+ }
+#ifdef HAVE_AVX512
+ } else if(test_type==TEST_READ_AVX512) {
+ __m512i zmm0 = _mm512_setzero_epi32();
+ __m512i zmm1;
+ uint8_t *src = (uint8_t*)(arr_a + (thread_id * (arr_size / num_threads)));
+ const uint8_t *end = src + (arr_size / num_threads) * sizeof(long);
+ while (src < end) {
+ zmm1 = _mm512_load_si512((const void *)src);
+ zmm0 = _mm512_add_epi64(zmm0, zmm1);
+ src += 512;
+ }
+ arr_a[plain_stop-1] = (long)_mm512_reduce_add_epi64(zmm0);
+ } else if(test_type==TEST_WRITE_AVX512) {
+ const uint8_t *src = (uint8_t*)(arr_b + (thread_id * (arr_size / num_threads)));
+ uint8_t *dst = (uint8_t*)(arr_b + (thread_id * (arr_size / num_threads)));
+ const uint8_t *end = dst + (arr_size / num_threads) * sizeof(long);
+ __m512i zmm0 = _mm512_load_si512(src);
+ while (dst < end) {
+ _mm512_store_si512((void*)(dst), zmm0);
+ dst += 512;
}
}
+#endif // HAVE_AVX512
if (sem_post(&stop_sem) != 0) {
err(1, "sem_post(stop_sem)");
}
@@ -533,8 +561,34 @@ double worker()
arr_b[t] = ++tmp;
}
clock_gettime(CLOCK_MONOTONIC, &endtime);
+#ifdef HAVE_AVX512
+ } else if(test_type==TEST_READ_AVX512) {
+ __m512i zmm0 = _mm512_setzero_epi32();
+ __m512i zmm1;
+ uint8_t *src = (uint8_t*)arr_a;
+ const uint8_t *end = src + arr_size * sizeof(long);
+ clock_gettime(CLOCK_MONOTONIC, &starttime);
+ while (src < end) {
+ zmm1 = _mm512_load_si512((const void *)src);
+ zmm0 = _mm512_add_epi64(zmm0, zmm1);
+ src += 512;
+ }
+ clock_gettime(CLOCK_MONOTONIC, &endtime);
+ arr_a[arr_size-1] = (long)_mm512_reduce_add_epi64(zmm0);
+ } else if(test_type==TEST_WRITE_AVX512) {
+ const uint8_t *src = (uint8_t*)arr_b;
+ uint8_t *dst = (uint8_t*)arr_b;
+ const uint8_t *end = dst + arr_size * sizeof(long);
+ __m512i zmm0 = _mm512_load_si512(src);
+ clock_gettime(CLOCK_MONOTONIC, &starttime);
+ while (dst < end) {
+ _mm512_store_si512((void*)(dst), zmm0);
+ dst += 512;
+ }
+ clock_gettime(CLOCK_MONOTONIC, &endtime);
+#endif // HAVE_AVX512
}
-#endif // MULTITHREADED
+#endif // !MULTITHREADED
te=((double)(endtime.tv_sec*1000000000-starttime.tv_sec*1000000000+endtime.tv_nsec-starttime.tv_nsec))/1000000000;
@@ -590,6 +644,10 @@ int main(int argc, char **argv)
tests[1]=0;
tests[2]=0;
tests[3]=0;
+ tests[4]=0;
+ tests[5]=0;
+ tests[6]=0;
+ tests[7]=0;
while((o=getopt(argc, argv, "ha:b:c:qn:N:t:B:")) != EOF) {
switch(o) {
@@ -644,18 +702,28 @@ int main(int argc, char **argv)
printf("Error: AVX512 memcpy requested, but this mbw build has been compiled without AVX512 support\n");
exit(1);
}
+ if (tests[TEST_READ_AVX512]) {
+ printf("Error: AVX512 read requested, but this mbw build has been compiled without AVX512 support\n");
+ exit(1);
+ }
+ if (tests[TEST_WRITE_AVX512]) {
+ printf("Error: AVX512 write requested, but this mbw build has been compiled without AVX512 support\n");
+ exit(1);
+ }
#endif
/* default is to run most tests if no specific tests were requested */
- if( (tests[0]+tests[1]+tests[2]+tests[3]+tests[4]+tests[5]) == 0) {
+ if( (tests[0]+tests[1]+tests[2]+tests[3]+tests[4]+tests[5]+tests[6]+tests[7]) == 0) {
tests[0]=1;
tests[1]=1;
tests[2]=1;
tests[4]=1;
tests[5]=1;
+ tests[6]=1;
+ tests[7]=1;
}
- if( nr_loops==0 && ((tests[0]+tests[1]+tests[2]+tests[3]+tests[4]+tests[5]) != 1) ) {
+ if( nr_loops==0 && ((tests[0]+tests[1]+tests[2]+tests[3]+tests[4]+tests[5]+tests[6]+tests[7]) != 1) ) {
printf("Error: nr_loops can be zero if only one test selected!\n");
exit(1);
}
@@ -697,7 +765,7 @@ int main(int argc, char **argv)
numa_free_nodemask(bitmask_a);
}
#endif
- if (tests[TEST_MEMCPY]+tests[TEST_PLAIN]+tests[TEST_MCBLOCK]+tests[TEST_AVX512]+tests[TEST_READ_PLAIN]) {
+ if (tests[TEST_MEMCPY]+tests[TEST_PLAIN]+tests[TEST_MCBLOCK]+tests[TEST_AVX512]+tests[TEST_READ_PLAIN]+tests[TEST_READ_AVX512]) {
if (!quiet) {
printf("Allocating %lld elements = %lld MiB of input memory.\n", arr_size, arr_size*long_size / 1024 / 1024);
}
@@ -710,7 +778,7 @@ int main(int argc, char **argv)
numa_free_nodemask(bitmask_b);
}
#endif
- if (tests[TEST_MEMCPY]+tests[TEST_PLAIN]+tests[TEST_MCBLOCK]+tests[TEST_AVX512]+tests[TEST_WRITE_PLAIN]) {
+ if (tests[TEST_MEMCPY]+tests[TEST_PLAIN]+tests[TEST_MCBLOCK]+tests[TEST_AVX512]+tests[TEST_WRITE_PLAIN]+tests[TEST_WRITE_AVX512]) {
if (!quiet) {
printf("Allocating %lld elements = %lld MiB of output memory.\n", arr_size, arr_size*long_size / 1024 / 1024);
}
@@ -728,7 +796,7 @@ int main(int argc, char **argv)
perror("move_pages(arr_a)");
}
else if (mp_status[0] < 0) {
- printf("move_pages error: %d", mp_status[0]);
+ printf("move_pages error: %d\n", mp_status[0]);
}
else {
numa_node_a = mp_status[0];
@@ -739,7 +807,7 @@ int main(int argc, char **argv)
perror("move_pages(arr_b)");
}
else if (mp_status[0] < 0) {
- printf("move_pages error: %d", mp_status[0]);
+ printf("move_pages error: %d\n", mp_status[0]);
}
else {
numa_node_b = mp_status[0];
@@ -795,6 +863,10 @@ int main(int argc, char **argv)
printf("[::] read");
} else if (test_type == TEST_WRITE_PLAIN) {
printf("[::] write");
+ } else if (test_type == TEST_READ_AVX512) {
+ printf("[::] read-avx512");
+ } else if (test_type == TEST_WRITE_AVX512) {
+ printf("[::] write-avx512");
}
printf(" | block_size_B=%llu array_size_B=%llu ", block_size, arr_size*long_size);
#ifdef MULTITHREADED
generated by cgit v1.2.3 (git 2.39.1) at 2024-12-25 08:19:48 +0000