Skip to content

Commit 1e7b3e5

Browse files
committed
Merge remote-tracking branch 'origin/interface-class-hierarchy' into interface-class-hierarchy
2 parents 89f762e + 5e952c9 commit 1e7b3e5

12 files changed

+316
-7
lines changed

.ci_support/environment-docs.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ dependencies:
99
- openmpi
1010
- cloudpickle =3.1.1
1111
- mpi4py =4.0.1
12-
- pyzmq =26.3.0
12+
- pyzmq =26.4.0
1313
- flux-core
1414
- jupyter-book =1.0.0
1515
- h5py =3.13.0

.ci_support/environment-mpich.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ dependencies:
66
- mpich
77
- cloudpickle =3.1.1
88
- mpi4py =4.0.1
9-
- pyzmq =26.3.0
9+
- pyzmq =26.4.0
1010
- h5py =3.13.0
1111
- networkx =3.4.2
1212
- pygraphviz =1.14

.ci_support/environment-openmpi.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ dependencies:
66
- openmpi
77
- cloudpickle =3.1.1
88
- mpi4py =4.0.1
9-
- pyzmq =26.3.0
9+
- pyzmq =26.4.0
1010
- h5py =3.13.0
1111
- networkx =3.4.2
1212
- pygraphviz =1.14

.ci_support/environment-win.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ dependencies:
66
- msmpi
77
- cloudpickle =3.1.1
88
- mpi4py =4.0.1
9-
- pyzmq =26.3.0
9+
- pyzmq =26.4.0
1010
- h5py =3.13.0
1111
- networkx =3.4.2
1212
- pygraphviz =1.14

.pre-commit-config.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
repos:
22
- repo: https://github.com/astral-sh/ruff-pre-commit
3-
rev: v0.11.2
3+
rev: v0.11.6
44
hooks:
55
- id: ruff
66
name: ruff lint

CITATION.cff

Lines changed: 52 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
cff-version: "1.2.0"
2+
authors:
3+
- family-names: Janssen
4+
given-names: Jan
5+
orcid: "https://orcid.org/0000-0001-9948-7119"
6+
- family-names: Taylor
7+
given-names: Michael Gilbert
8+
orcid: "https://orcid.org/0000-0003-4327-2746"
9+
- family-names: Yang
10+
given-names: Ping
11+
orcid: "https://orcid.org/0000-0003-4726-2860"
12+
- family-names: Neugebauer
13+
given-names: Joerg
14+
orcid: "https://orcid.org/0000-0002-7903-2472"
15+
- family-names: Perez
16+
given-names: Danny
17+
orcid: "https://orcid.org/0000-0003-3028-5249"
18+
doi: 10.5281/zenodo.15121422
19+
message: If you use this software, please cite our article in the
20+
Journal of Open Source Software.
21+
preferred-citation:
22+
authors:
23+
- family-names: Janssen
24+
given-names: Jan
25+
orcid: "https://orcid.org/0000-0001-9948-7119"
26+
- family-names: Taylor
27+
given-names: Michael Gilbert
28+
orcid: "https://orcid.org/0000-0003-4327-2746"
29+
- family-names: Yang
30+
given-names: Ping
31+
orcid: "https://orcid.org/0000-0003-4726-2860"
32+
- family-names: Neugebauer
33+
given-names: Joerg
34+
orcid: "https://orcid.org/0000-0002-7903-2472"
35+
- family-names: Perez
36+
given-names: Danny
37+
orcid: "https://orcid.org/0000-0003-3028-5249"
38+
date-published: 2025-04-01
39+
doi: 10.21105/joss.07782
40+
issn: 2475-9066
41+
issue: 108
42+
journal: Journal of Open Source Software
43+
publisher:
44+
name: Open Journals
45+
start: 7782
46+
title: Executorlib -- Up-scaling Python workflows for hierarchical
47+
heterogenous high-performance computing
48+
type: article
49+
url: "https://joss.theoj.org/papers/10.21105/joss.07782"
50+
volume: 10
51+
title: Executorlib -- Up-scaling Python workflows for hierarchical
52+
heterogenous high-performance computing

binder/environment.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ dependencies:
66
- openmpi
77
- cloudpickle =3.1.1
88
- mpi4py =4.0.1
9-
- pyzmq =26.3.0
9+
- pyzmq =26.4.0
1010
- flux-core =0.59.0
1111
- flux-pmix =0.5.0
1212
- versioneer =0.28

codemeta.json

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
{
2+
"@context": "https://raw.githubusercontent.com/codemeta/codemeta/master/codemeta.jsonld",
3+
"@type": "Code",
4+
"author": [
5+
{
6+
"@id": "https://orcid.org/0000-0001-9948-7119",
7+
"@type": "Person",
8+
"email": "[email protected]",
9+
"name": "Jan Janssen",
10+
"affiliation": "Max Planck Institute for Sustainable Materials, Düsseldorf, Germany"
11+
},
12+
{
13+
"@id": "https://orcid.org/0000-0003-4327-2746",
14+
"@type": "Person",
15+
"email": "[email protected]",
16+
"name": "Michael Gilbert Taylor",
17+
"affiliation": "Los Alamos National Laboratory, Los Alamos, NM, United States of America"
18+
},
19+
{
20+
"@id": "https://orcid.org/0000-0003-4726-2860",
21+
"@type": "Person",
22+
"email": "[email protected]",
23+
"name": "Ping Yang",
24+
"affiliation": "Los Alamos National Laboratory, Los Alamos, NM, United States of America"
25+
},
26+
{
27+
"@id": "https://orcid.org/0000-0002-7903-2472",
28+
"@type": "Person",
29+
"email": "[email protected]",
30+
"name": "Joerg Neugebauer",
31+
"affiliation": "Max Planck Institute for Sustainable Materials, Düsseldorf, Germany"
32+
},
33+
{
34+
"@id": "https://orcid.org/0000-0003-3028-5249",
35+
"@type": "Person",
36+
"email": "[email protected]",
37+
"name": "Danny Perez",
38+
"affiliation": "Los Alamos National Laboratory, Los Alamos, NM, United States of America"
39+
}
40+
],
41+
"identifier": "",
42+
"codeRepository": "https://github.com/pyiron/executorlib",
43+
"datePublished": "2025-02-14",
44+
"dateModified": "2025-02-14",
45+
"dateCreated": "2025-02-14",
46+
"description": "Up-scale python functions for high performance computing (HPC) with executorlib.",
47+
"keywords": "Python, High Performance Computing, Task Scheduling",
48+
"license": "BSD",
49+
"title": "executorlib",
50+
"version": "0.3.0"
51+
}

docs/paper/paper.bib

Lines changed: 149 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,149 @@
1+
@inproceedings{workflows,
2+
author = {da Silva, Rafael Ferreira and Casanova, Henri and Chard, Kyle and Altintas, Ilkay and Badia, Rosa M and Balis, Bartosz and Coleman, Taina and Coppens, Frederik and Di Natale, Frank and Enders, Bjoern and Fahringer, Thomas and Filgueira, Rosa and Fursin, Grigori and Garijo, Daniel and Goble, Carole and Howell, Dorran and Jha, Shantenu and Katz, Daniel S. and Laney, Daniel and Leser, Ulf and Malawski, Maciej and Mehta, Kshitij and Pottier, Loic and Ozik, Jonathan and Peterson, J. Luc and Ramakrishnan, Lavanya and Soiland-Reyes, Stian and Thain, Douglas and Wolf, Matthew},
3+
booktitle = {2021 IEEE Workshop on Workflows in Support of Large-Scale Science (WORKS)},
4+
title = {A Community Roadmap for Scientific Workflows Research and Development},
5+
year = {2021},
6+
pages = {81-90},
7+
doi = {10.1109/WORKS54523.2021.00016},
8+
publisher = {IEEE Computer Society},
9+
address = {Los Alamitos, CA, USA}
10+
}
11+
12+
@inproceedings{pythonhpc,
13+
author={Straßel, Dominik and Reusch, Philipp and Keuper, Janis},
14+
booktitle={2020 IEEE/ACM 9th Workshop on Python for High-Performance and Scientific Computing (PyHPC)},
15+
title={Python Workflows on HPC Systems},
16+
year={2020},
17+
pages={32-40},
18+
doi={10.1109/PyHPC51966.2020.00009}
19+
}
20+
21+
@inproceedings{slurm,
22+
author = {Morris A. Jette and Andy B. Yoo and Mark Grondona},
23+
title = {SLURM: Simple {L}inux Utility for Resource Management},
24+
booktitle = {In Lecture Notes in Computer Science: Proceedings of Job Scheduling Strategies for Parallel Processing ({JSSPP}) 2003},
25+
year = {2002},
26+
pages = {44--60},
27+
publisher = {Springer-Verlag},
28+
doi = {10.1007/10968987_3}
29+
}
30+
31+
@article{fireworks,
32+
author = {Jain, Anubhav and Ong, Shyue Ping and Chen, Wei and Medasani, Bharat and Qu, Xiaohui and Kocher, Michael and Brafman, Miriam and Petretto, Guido and Rignanese, Gian-Marco and Hautier, Geoffroy and Gunter, Daniel and Persson, Kristin A.},
33+
title = {FireWorks: a dynamic workflow system designed for high-throughput applications},
34+
journal = {Concurrency and Computation: Practice and Experience},
35+
volume = {27},
36+
number = {17},
37+
pages = {5037-5059},
38+
doi = {10.1002/cpe.3505},
39+
year = {2015}
40+
}
41+
42+
@article{aiida,
43+
author = {Huber, Sebastiaan P. and Zoupanos, Spyros and Uhrin, Martin and Talirz, Leopold and Kahle, Leonid and Häuselmann, Rico and Gresch, Dominik and Müller, Tiziano and Yakutovich, Aliaksandr V. and Andersen, Casper W. Ramirez, Francisco F. and Adorf, Carl S. and Gargiulo, Fernando and Kumbhar, Snehal and Passaro, Elsa and Johnston, Conrad and Merkys, Andrius and Cepellotti, Andrea and Mounet, Nicolas and Marzari, Nicola and Kozinsky, Boris and Pizzi, Giovanni},
44+
year = {2020},
45+
title = {AiiDA 1.0, a scalable computational infrastructure for automated reproducible workflows and data provenance},
46+
journal = {Scientific Data},
47+
volume = {7},
48+
number = {1},
49+
doi = {10.1038/s41597-020-00638-4}
50+
}
51+
52+
@article{pyiron,
53+
title = {pyiron: An integrated development environment for computational materials science},
54+
journal = {Computational Materials Science},
55+
volume = {163},
56+
pages = {24-36},
57+
year = {2019},
58+
issn = {0927-0256},
59+
doi = {10.1016/j.commatsci.2018.07.043},
60+
url = {https://www.sciencedirect.com/science/article/pii/S0927025618304786},
61+
author = {Jan Janssen and Sudarsan Surendralal and Yury Lysogorskiy and Mira Todorova and Tilmann Hickel and Ralf Drautz and Jörg Neugebauer}
62+
}
63+
64+
@article{myqueue,
65+
doi = {10.21105/joss.01844},
66+
url = {https://doi.org/10.21105/joss.01844},
67+
year = {2020},
68+
publisher = {The Open Journal},
69+
volume = {5},
70+
number = {45},
71+
pages = {1844},
72+
author = {Jens Jørgen Mortensen and Morten Gjerding and Kristian Sommer Thygesen},
73+
title = {MyQueue: Task and workflow scheduling system},
74+
journal = {Journal of Open Source Software}
75+
}
76+
77+
@inproceedings{psij,
78+
author = {Hategan-Marandiuc, Mihael and Merzky, Andre and Collier, Nicholson and Maheshwari, Ketan and Ozik, Jonathan and Turilli, Matteo and Wilke, Andreas and Wozniak, Justin M. and Chard, Kyle and Foster, Ian and da Silva, Rafael Ferreira and Jha, Shantenu and Laney, Daniel},
79+
booktitle = {2023 IEEE 19th International Conference on e-Science (e-Science)},
80+
title = {PSI/J: A Portable Interface for Submitting, Monitoring, and Managing Jobs},
81+
year = {2023},
82+
volume = {},
83+
number = {},
84+
pages = {1-10},
85+
doi = {10.1109/e-Science58273.2023.10254912}
86+
}
87+
88+
@inproceedings{dask,
89+
author = {Matthew Rocklin},
90+
title = {Dask: Parallel Computation with Blocked algorithms and Task Scheduling},
91+
booktitle = {Proceedings of the 14th {P}ython in Science Conference},
92+
pages = {126 - 132},
93+
year = {2015},
94+
editor = {Kathryn Huff and James Bergstra},
95+
doi = {10.25080/Majora-7b98e3ed-013}
96+
}
97+
98+
@inproceedings{parsl,
99+
author = {Babuji, Yadu and Woodard, Anna and Li, Zhuozhao and Katz, Daniel S. and Clifford, Ben and Kumar, Rohan and Lacinski, Lukasz and Chard, Ryan and Wozniak, Justin M. and Foster, Ian and Wilde, Michael and Chard, Kyle},
100+
title = {Parsl: Pervasive Parallel Programming in {P}ython},
101+
year = {2019},
102+
isbn = {9781450366700},
103+
publisher = {Association for Computing Machinery},
104+
address = {New York, NY, USA},
105+
url = {https://doi.org/10.1145/3307681.3325400},
106+
doi = {10.1145/3307681.3325400},
107+
booktitle = {Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing},
108+
pages = {25–36},
109+
numpages = {12},
110+
location = {Phoenix, AZ, USA},
111+
series = {HPDC '19}
112+
}
113+
114+
@article{jobflow,
115+
doi = {10.21105/joss.05995},
116+
url = {https://doi.org/10.21105/joss.05995},
117+
year = {2024},
118+
publisher = {The Open Journal},
119+
volume = {9},
120+
number = {93},
121+
pages = {5995},
122+
author = {Andrew S. Rosen and Max Gallant and Janine George and Janosh Riebesell and Hrushikesh Sahasrabuddhe and Jimmy-Xuan Shen and Mingjian Wen and Matthew L. Evans and Guido Petretto and David Waroquiers and Gian-Marco Rignanese and Kristin A. Persson and Anubhav Jain and Alex M. Ganose},
123+
title = {Jobflow: Computational Workflows Made Simple},
124+
journal = {Journal of Open Source Software}
125+
}
126+
127+
@inproceedings{flux,
128+
author = {Ahn, Dong H. and Garlick, Jim and Grondona, Mark and Lipari, Don and Springmeyer, Becky and Schulz, Martin},
129+
booktitle = {2014 43rd International Conference on Parallel Processing Workshops},
130+
title = {Flux: A Next-Generation Resource Management Framework for Large HPC Centers},
131+
year = {2014},
132+
volume = {},
133+
number = {},
134+
pages = {9-17},
135+
doi = {10.1109/ICPPW.2014.15}
136+
}
137+
138+
@article{mpi4py,
139+
title = {MPI for {P}ython},
140+
journal = {Journal of Parallel and Distributed Computing},
141+
volume = {65},
142+
number = {9},
143+
pages = {1108-1115},
144+
year = {2005},
145+
issn = {0743-7315},
146+
doi = {10.1016/j.jpdc.2005.03.010},
147+
url = {https://www.sciencedirect.com/science/article/pii/S0743731505000560},
148+
author = {Lisandro Dalcín and Rodrigo Paz and Mario Storti}
149+
}

0 commit comments

Comments
 (0)