@inproceedings{3b343e907c0e432999d0b4678ddca8c4,
title = "Latency modeling and minimization for large-scale scientific workflows in distributed network environments",
abstract = "Large-scale e-science applications feature complex workflows consisting of many computing modules. Mapping such workflows in distributed network environments and minimizing their latency are crucial to those applications that require fast system response and prompt user interaction. We model the time cost of each workflow component and design an efficient algorithm to compute the exact end-to-end delay of the entire workflow by explicitly accounting for the resource sharing dynamics. We further propose a workflow mapping approach to minimize the workflow latency using a recursive optimization procedure. The validity of the cost models and the accuracy of the latency computing algorithm are verified in comparison with an approximate solution, a dynamic system simulation program, and a workflow engine deployed in a real network. The performance superiority of the proposed mapping approach is illustrated by extensive simulation-based comparisons with existing algorithms.",
keywords = "Distributed computing, Latency, Modeling, Workflow",
author = "Qishi Wu and Yi Gu and Yuchen Liao and Xukang Lu and Yunyue Lin and Rao, {Nageswara S.V.}",
note = "Funding Information: This research is sponsored by U.S. Department of Energy{\textquoteright}s Office of Science under Grant No. DE-SC0002400 with University of Memphis and Oak Ridge National Laboratory, U.S. Department of Energy, under Contract No. PO 4000090164 with University of Memphis. Publisher Copyright: {\textcopyright} 2011 SIMULATION COUNCILS, INC.; 44th Annual Simulation Symposium, ANSS 2011, Part of the 2011 Spring Simulation Multiconference, SpringSim 2011 ; Conference date: 03-04-2011 Through 07-04-2011",
year = "2011",
language = "English (US)",
series = "44th Annual Simulation Symposium, ANSS 2011 - Book 2 of SCS's 2011 Spring Simulation Multiconference, Proceedings",
publisher = "The Society for Modeling and Simulation International (SCS)",
pages = "205--212",
editor = "Saad Biaz and Shaoen Wu",
booktitle = "44th Annual Simulation Symposium, ANSS 2011 - Book 2 of SCS's 2011 Spring Simulation Multiconference, Proceedings",
}