@inproceedings{f8d0687266ba40308b345937393205cd,
title = "Understanding the behavior of Spark workloads from Linux kernel parameters perspective",
abstract = "Despite a number of innovative computer systems with high capacity memory have been built, the design principles behind an operating system kernel have remained unchanged for decades. We argue that kernel parameters is a kind of special interface of operating system and must be factored into the operation and maintenance of datacenters. To shed some light on the effectiveness of tuning Linux parameters of virtual memory subsystem when running Spark workloads, we evaluate the benchmarks in a simple standalone deploy mode. Our performance results reveal that some of the Linux memory parameters must be carefully set to efficiently support these processing workloads. We hope this work yields insights for datacenter system operators.",
keywords = "Datacenters, Linux, Parameters, Spark, Virtual memory",
author = "Li Wang and Tianni Xu and Jing Wang and Weigong Zhang and Xiufeng Sui and Yungang Bao",
note = "Publisher Copyright: {\textcopyright} 2016 Copyright held by the owner/author(s).; ACM/IFIP/USENIX International Middleware Conference, Middleware Posters and Demos 2016 ; Conference date: 12-12-2016 Through 16-12-2016",
year = "2016",
month = dec,
day = "12",
doi = "10.1145/3007592.3007593",
language = "English",
series = "Proceedings of the Posters and Demos Session of the ACM/IFIP/USENIX Middleware 2016 Conference, Middleware Posters and Demos 2016",
publisher = "Association for Computing Machinery, Inc",
pages = "1--2",
booktitle = "Proceedings of the Posters and Demos Session of the ACM/IFIP/USENIX Middleware 2016 Conference, Middleware Posters and Demos 2016",
}