@inproceedings{1ee8356ec33e417089922b83467d2415,
title = "Tile Low-Rank GEMM Using Batched Operations on GPUs",
abstract = "Dense General Matrix-Matrix (GEMM) multiplication is a core operation of the Basic Linear Algebra Subroutines (BLAS) library, and therefore, often resides at the bottom of the traditional software stack for many scientific applications. In fact, chip manufacturers give a special attention to the GEMM kernel implementation since this is exactly where most of the high-performance software libraries extract hardware performance. With the emergence of big data applications involving large data-sparse, hierarchically low-rank matrices, the off-diagonal tiles can be compressed to reduce the algorithmic complexity and the memory footprint. The resulting tile low-rank (TLR) data format is composed of small data structures, which retain the most significant information for each tile. However, to operate on low-rank tiles, a new GEMM operation and its corresponding API have to be designed on GPUs so that the data sparsity structure of the matrix can be exploited while leveraging the underlying TLR compression format. The main idea consists of aggregating all operations into a single kernel launch to compensate for their low arithmetic intensities and to mitigate the data transfer overhead on GPUs. The new TLR-GEMM kernel outperforms the cuBLAS dense batched GEMM by more than an order of magnitude and creates new opportunities for TLR advanced algorithms.",
keywords = "GPU Computing, Hierarchical low-rank matrix computations, High performance computing, KBLAS, Matrix multiplication - GEMM",
author = "Ali Charara and David Keyes and Hatem Ltaief",
note = "Funding Information: generated during and/or analysed during the current study are available in the figshare repository: https://doi.org/10.6084/m9.figshare.6387623 [16]. We would like to acknowledge Paris Observatory (LESIA, France) for giving us remote access to their Volta-based system, sponsored through a grant from project #671662 (Green Flash), funded by European Commission under program H2020-EU.1.2.2 coordinated in H2020-FETHPC-2014. Publisher Copyright: {\textcopyright} 2018, Springer International Publishing AG, part of Springer Nature.; 24th International European Conference on Parallel and Distributed Computing, Euro-Par 2018 ; Conference date: 27-08-2018 Through 31-08-2018",
year = "2018",
doi = "10.1007/978-3-319-96983-1_57",
language = "English (US)",
isbn = "9783319969824",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "811--825",
editor = "Massimo Torquati and Marco Aldinucci and Luca Padovani",
booktitle = "Euro-Par 2018",
address = "Germany",
}