#pragma once #include aspect DfatoolHostDPUTiming { struct timeval starttime; struct timeval stoptime; uint32_t n_ranks = 0; uint32_t n_dpus = 0; double const M_to_Mi = 1.048576; /* 2^20 / 1e6 */ virtual int getKernel() = 0; advice call("% dpu_get_nr_dpus(...)") : after() { n_dpus = **(tjp->arg<1>()); } advice call("% dpu_get_nr_ranks(...)") : after() { n_ranks = **(tjp->arg<1>()); } advice call("% dpu_alloc(...)") : around() { gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); n_dpus = *(tjp->arg<0>()); printf("[::] dpu_alloc @ %s:%d | n_dpus=%u | latency_us=%f\n", tjp->filename(), tjp->line(), n_dpus, (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec) ); } advice call("% dpu_alloc_ranks(...)") : around() { gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); n_ranks = *(tjp->arg<0>()); printf("[::] dpu_alloc_ranks @ %s:%d | n_ranks=%u | latency_us=%f\n", tjp->filename(), tjp->line(), n_ranks, (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec) ); } advice call("% dpu_load(...)") : around() { gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); printf("[::] dpu_load @ %s:%d | n_dpus=%u n_ranks=%u | latency_us=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec) ); } advice call("% dpu_free(...)") : around() { gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); printf("[::] dpu_free @ %s:%d | n_dpus=%u n_ranks=%u | latency_us=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec) ); } advice call("% dpu_launch(...)") : around() { gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); double latency_us = (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec); printf("[::] dpu_launch @ %s:%d | n_dpus=%u n_ranks=%u e_kernel=kernel%d | latency_us=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, getKernel(), latency_us ); } advice call("% dpu_copy_to(...)") : around() { size_t payload_size = *(tjp->arg<4>()); gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); double time_us = (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec); printf("[::] dpu_copy_to @ %s:%d | n_dpus=%u n_ranks=%u payload_B=%lu | latency_us=%f throughput_MiBps=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, payload_size, time_us, payload_size / (time_us * M_to_Mi) ); } advice call("% dpu_copy_from(...)") : around() { size_t payload_size = *(tjp->arg<4>()); gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); double time_us = (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec); printf("[::] dpu_copy_from @ %s:%d | n_dpus=%u n_ranks=%u payload_B=%lu | latency_us=%f throughput_MiBps=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, payload_size, time_us, payload_size / (time_us * M_to_Mi) ); } advice call("% dpu_push_xfer(...)") : around() { size_t payload_size = *(tjp->arg<4>()); gettimeofday(&starttime, NULL); tjp->proceed(); gettimeofday(&stoptime, NULL); double time_us = (stoptime.tv_sec - starttime.tv_sec) * 1000000.0 + (stoptime.tv_usec - starttime.tv_usec); if (*(tjp->arg<1>()) == DPU_XFER_TO_DPU) { printf("[::] dpu_push_to_dpu @ %s:%d | n_dpus=%u n_ranks=%u total_payload_B=%lu dpu_payload_B=%lu | latency_us=%f throughput_MiBps=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, payload_size * n_dpus, payload_size, time_us, payload_size * n_dpus / (time_us * M_to_Mi) ); } else if (*(tjp->arg<1>()) == DPU_XFER_FROM_DPU) { printf("[::] dpu_push_from_dpu @ %s:%d | n_dpus=%u n_ranks=%u total_payload_B=%lu dpu_payload_B=%lu | latency_us=%f throughput_MiBps=%f\n", tjp->filename(), tjp->line(), n_dpus, n_ranks, payload_size * n_dpus, payload_size, time_us, payload_size * n_dpus / (time_us * M_to_Mi) ); } } };