changeset 136:4a78c9b83fee

Added script to launch the ~108 data generation jobs with dbidispatch
author boulanni <nicolas_boulanger@hotmail.com>
date Sat, 20 Feb 2010 02:11:56 -0500
parents 36010ff90255
children 728e232eaf45
files scripts/launch_generate100.py
diffstat 1 files changed, 12 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/scripts/launch_generate100.py	Sat Feb 20 02:11:56 2010 -0500
@@ -0,0 +1,12 @@
+#!/usr/bin/env python
+
+import os
+dir1 = "/data/lisa/data/ift6266h10/"
+
+for i,s in enumerate(['valid','test']):
+    for c in [0.3,0.5,0.7,1]:
+        l = str(c).replace('.','')
+        os.system("dbidispatch --condor --os=fc9 --machine=brams0c.iro.umontreal.ca ./run_pipeline.sh -o %sdata/P%s_%s_data.ft -p %sdata/P%s_%s_params -x %sdata/P%s_%s_labels.ft -f %s%s_data.ft -l %s%s_labels.ft -c %socr_%s_data.ft -d %socr_%s_labels.ft -m 0.3 -z 0.1 -a 0.1 -b 0.25 -g 0.25 -s %d" % (dir1, l, s, dir1, l, s, dir1, l, s, dir1, s, dir1, s, dir1, s, dir1, s, [20000,80000][i]))
+
+for i in range(100):
+    os.system("dbidispatch --condor --os=fc9 --machine=brams0c.iro.umontreal.ca ./run_pipeline.sh -o %sdata/P07_train%d_data.ft -p %sdata/P07_train%d_params -x %sdata/P07_train%d_labels.ft -f %strain_data.ft -l %strain_labels.ft -c %socr_train_data.ft -d %socr_train_labels.ft -m 0.7 -z 0.1 -a 0.1 -b 0.25 -g 0.25 -s 819200" % (dir1, i, dir1, i, dir1, i, dir1, dir1, dir1, dir1))