@inproceedings{62f4a0ad488745aca8faabd44e4b7c98,
title = "Performance optimization of Hadoop workflows in public clouds through adaptive task partitioning",
abstract = "Cloud computing provides a cost-effective computing platform for big data workflows where moldable parallel computing models such as MapReduce are widely applied to meet stringent performance requirements. The granularity of task partitioning in each moldable job has a significant impact on workflow completion time and financial cost. We investigate the properties of moldable jobs and design a big-data workflow mapping model, based on which, we formulate a workflow mapping problem to minimize workflow makespan under a budget constraint in public clouds. We show this problem to be strongly NP-complete and design i) a fully polynomial-time approximation scheme (FPTAS) for a special case with a pipeline-structured workflow executed on virtual machines in a single class, and ii) a heuristic for a generalized problem with an arbitrary directed acyclic graph-structured workflow executed on virtual machines in multiple classes. The performance superiority of the proposed solution is illustrated by extensive simulation-based results in Hadoop/YARN in comparison with existing workflow mapping models and algorithms.",
author = "Tong Shu and Wu, \{Chase Q.\}",
note = "Publisher Copyright: {\textcopyright} 2017 IEEE.; 2017 IEEE Conference on Computer Communications, INFOCOM 2017 ; Conference date: 01-05-2017 Through 04-05-2017",
year = "2017",
month = oct,
day = "2",
doi = "10.1109/INFOCOM.2017.8057204",
language = "English (US)",
series = "Proceedings - IEEE INFOCOM",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "INFOCOM 2017 - IEEE Conference on Computer Communications",
address = "United States",
}