@inproceedings{e664b23815db4a179cfc8397381700bd,
title = "Distributed Asynchronous Array Computing with the JetLag Environment",
abstract = "We describe JetLag, a Python-based environment that provides access to a distributed, interactive, asynchronous many-task (AMT) computing framework called Phylanx. This environment encompasses the entire computing process, from a Jupyter front-end for managing code and results to the collection and visualization of performance data.We use a Python decorator to access the abstract syntax tree of Python functions and transpile them into a set of C++ data structures which are then executed by the HPX runtime. The environment includes services for sending functions and their arguments to run as jobs on remote resources.A set of Docker and Singularity containers are used to simplify the setup of the JetLag environment. The JetLag system is suitable for a variety of array computational tasks, including machine learning and exploratory data analysis. ",
keywords = "array computing, asynchronous, distributed, python",
author = "Brandt, {Steven R.} and Bita Hasheminezhad and Nanmiao Wu and Sakin, {Sayef Azad} and Bigelow, {Alex R.} and Isaacs, {Katherine E.} and Kevin Huck and Hartmut Kaiser",
note = "Publisher Copyright: {\textcopyright} 2020 IEEE.; 9th IEEE/ACM Workshop on Python for High-Performance and Scientific Computing, PYHPC 2020 ; Conference date: 13-11-2020",
year = "2020",
month = nov,
doi = "10.1109/PyHPC51966.2020.00011",
language = "English (US)",
series = "Proceedings of PYHPC 2020: 9th Workshop on Python for High-Performance and Scientific Computing, Held in conjunction with SC 2020: The International Conference for High Performance Computing, Networking, Storage and Analysis",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "49--57",
booktitle = "Proceedings of PYHPC 2020",
}