@inproceedings{edbe1affa5ef48e8893e41ca0945edb7,
title = "UJPS: Urgent Job Priority Scheduling in Hadoop YARN",
abstract = "The rapidly increasing demand for big data processing has necessitated the development of advanced scheduling policies that can effectively accommodate urgent job requirements. This paper presents the Urgent Job Priority Scheduler (UJPS) for Hadoop YARN, aimed at handling urgent jobs efficiently in big data processing. UJPS uses an Aging model to cut waiting times and prevent job starvation, a Dynamic Priority model for urgency-based prioritization, and a Container Load model to boost data locality and efficiency. Tested on Hadoop with benchmark tasks, UJPS outperforms five advanced schedulers, lowering waiting times by up to 81.42\% and reducing job runtime by 32.90\%. It prioritizes urgent tasks while ensuring overall efficiency, offering benefits to organizations using Hadoop YARN for timely job execution.",
keywords = "Data Locality, Hadoop YARN, Job Scheduling, Job Starvation, Performance Optimization, Urgent Jobs",
author = "Nana Du and Aiqin Hou and Chase Wu and Weike Nie and Chang Zhang",
note = "Publisher Copyright: {\textcopyright} 2024 IEEE.; 26th IEEE International Conference on High Performance Computing and Communications, HPCC 2024 ; Conference date: 13-12-2024 Through 15-12-2024",
year = "2024",
doi = "10.1109/HPCC64274.2024.00043",
language = "English (US)",
series = "Proceedings - 2024 IEEE International Conference on High Performance Computing and Communications, HPCC 2024",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "255--262",
booktitle = "Proceedings - 2024 IEEE International Conference on High Performance Computing and Communications, HPCC 2024",
address = "United States",
}