Changeset 215

Timestamp:

03/28/10 19:24:19 (6 years ago)

Author:

mmckerns

Message:

initial add of launchers for srun and moab

File:

• pyina/pyina/launchers.py (modified) (7 diffs)

pyina/pyina/launchers.py

@@ -18 +18 @@
 
     
-def tasks(nodes):
-    """ compute # of tasks from node string of pattern = N[:TYPE][:ppn=P]
-    For example, tasks("3:core4:ppn=2") yields 6 """
+def mpirun_tasks(nodes):
+    """
+compute mpirun task_string from node string of pattern = N[:TYPE][:ppn=P]
+For example, mpirun_tasks("3:core4:ppn=2") yields 6
+    """
     nodestr = str(nodes)
+    nodestr = nodestr.split(",")[0]  # remove appended -l expressions
     nodelst = nodestr.split(":")
     n = int(nodelst[0])
@@ -33 +36 @@
 
 
+def srun_tasks(nodes):
+    """
+compute srun task_string from node string of pattern = N[:ppn=P][,partition=X]
+For example, srun_tasks("3:ppn=2,partition=foo") yields '3 -N2'
+    """
+    nodestr = str(nodes)
+    nodestr = nodestr.split(",")[0]  # remove appended -l expressions
+    nodelst = nodestr.split(":")
+    n = int(nodelst[0])
+    nodelst = nodestr.split("ppn=")
+    if len(nodelst) > 1:
+        ppn = nodelst[1]
+        ppn = int(ppn.split(":")[0])
+        tasks = "%s -N%s" % (n, ppn)
+    else:
+        tasks = "%s" % n
+    return tasks
+
+
 def serial_launcher(kdict={}):
     """
@@ -38 +60 @@
 syntax:  (python) (file) (progargs)
 
-NOTE: run non-python commands with: {'python':'', ...} 
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
     """
     mydict = defaults.copy()
@@ -51 +74 @@
 syntax:  mpirun -np (nodes) (python) (file) (progargs)
 
-NOTE: run non-python commands with: {'python':'', ...} 
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
     """
     mydict = defaults.copy()
     mydict.update(kdict)
     str =  """ mpirun -np %(nodes)s %(python)s %(file)s %(progargs)s""" % mydict
+    return str
+
+
+def srun_launcher(kdict={}):
+    """
+prepare launch for parallel execution using srun
+syntax:  srun -n(nodes) (python) (file) (progargs)
+
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
+ - fine-grained resource utilization with: {'nodes':'4 -N1', ...}
+    """
+    mydict = defaults.copy()
+    mydict.update(kdict)
+    str =  """ srun -n%(nodes)s %(python)s %(file)s %(progargs)s""" % mydict
     return str
 
@@ -64 +103 @@
 syntax:  echo \"mpirun -np (nodes) (python) (file) (progargs)\" | qsub -l nodes=(nodes) -l walltime=(timelimit) -o (outfile) -e (errfile) -q (queue)
 
-NOTE: run non-python commands with: {'python':'', ...} 
-    """
-    mydict = defaults.copy()
-    mydict.update(kdict)
-    mydict['tasks'] = tasks(mydict['nodes'])
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
+ - fine-grained resource utilization with: {'nodes':'4:nodetype:ppn=1', ...}
+    """
+    mydict = defaults.copy()
+    mydict.update(kdict)
+    mydict['tasks'] = mpirun_tasks(mydict['nodes'])
     str = """ echo \"mpirun -np %(tasks)s %(python)s %(file)s %(progargs)s\" | qsub -l nodes=%(nodes)s -l walltime=%(timelimit)s -o %(outfile)s -e %(errfile)s -q %(queue)s &> %(jobfile)s""" % mydict
+    return str
+
+
+def moab_launcher(kdict={}):
+    """
+prepare launch for moab submission using srun
+syntax:  echo \"srun -n(nodes) (python) (file) (progargs)\" | qsub -l nodes=(nodes) -l walltime=(timelimit) -o (outfile) -e (errfile) -q (queue)
+
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
+ - fine-grained resource utilization with: {'nodes':'4:ppn=1,partition=xx', ...}
+    """
+    mydict = defaults.copy()
+    mydict.update(kdict)
+    mydict['tasks'] = srun_tasks(mydict['nodes'])
+    str = """ echo \"srun -n%(tasks)s %(python)s %(file)s %(progargs)s\" | msub -l nodes=%(nodes)s -l walltime=%(timelimit)s -o %(outfile)s -e %(errfile)s -q %(queue)s &> %(jobfile)s""" % mydict
     return str
 
@@ -78 +135 @@
 syntax:  bsub -K -W(timelimit) -n (nodes) -o (outfile) -a mpich_mx -q (queue) -J (progname) mpich_mx_wrapper (python) (file) (progargs)
 
-NOTE: run non-python commands with: {'python':'', ...} 
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
     """
     mydict = defaults.copy()
@@ -92 +150 @@
 syntax:  bsub -K -W(timelimit) -n (nodes) -o (outfile) -a mpich_gm -q (queue) -J (progname) gmmpirun_wrapper (python) (file) (progargs)
 
-NOTE: run non-python commands with: {'python':'', ...} 
+NOTES:
+ - run non-python commands with: {'python':'', ...} 
     """
     mydict = defaults.copy()