@inproceedings{11d32486ef8c40adb37d2fcbfb1ad897,
title = "Optimizing the performance of big data workflows in multi-cloud environments under budget constraint",
abstract = "Workflow techniques have been widely used as a major computing solution in many science domains. With the rapid deployment of cloud infrastructures around the globe and the economic benefit of cloud-based computing and storage services, an increasing number of scientific workflows have been shifted or are in active transition to clouds. As the scale of scientific applications continues to grow, it is now common to deploy data-and network-intensive computing workflows in multi-cloud environments, where inter-cloud data transfer oftentimes plays a significant role in both workflow performance and financial cost. We construct rigorous mathematical models to analyze the intra-and inter-cloud execution process of scientific workflows and formulate a budget-constrained workflow mapping problem to optimize the network performance of scientific workflows in multi-cloud environments. We show the proposed problem to be NP-complete and design a heuristic solution that takes into consideration module execution, data transfer, and I/O operations. The performance superiority of the proposed solution over existing methods is illustrated through extensive simulations.",
keywords = "Cloud computing, Performance optimization, Scientific workflows, Workflow mapping",
author = "Wu, {Chase Q.} and Huiyan Cao",
note = "Publisher Copyright: {\textcopyright} 2016 IEEE.; 2016 IEEE International Conference on Services Computing, SCC 2016 ; Conference date: 27-06-2016 Through 02-07-2016",
year = "2016",
month = aug,
day = "31",
doi = "10.1109/SCC.2016.25",
language = "English (US)",
series = "Proceedings - 2016 IEEE International Conference on Services Computing, SCC 2016",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "138--145",
editor = "Jia Zhang and Miller, {John A.} and Xiaofei Xu",
booktitle = "Proceedings - 2016 IEEE International Conference on Services Computing, SCC 2016",
address = "United States",
}