Changeset 782 for branches/reconfiguration/platforms/tsar_generic_iob/scripts/run.py

Timestamp:

Aug 28, 2014, 6:47:35 PM (10 years ago)

Author:

cfuguet

Message:

reconfiguration/tsar_generic_iob: adding script for plotting

File:

• branches/reconfiguration/platforms/tsar_generic_iob/scripts/run.py (modified) (5 diffs)

branches/reconfiguration/platforms/tsar_generic_iob/scripts/run.py

@@ -8 +8 @@
 import arch
 import faultyprocs
+from parse import parse_ffstend
 
 # define constants
+# list of mesh dimensions
 configs = []
-configs.append([2 ,2 ])
-configs.append([4 ,4 ])
-configs.append([8 ,8 ])
-configs.append([16,16])
+configs.append([2 , 2 ]) # 4   clusters
+configs.append([4 , 2 ]) # 8   clusters
+configs.append([4 , 4 ]) # 16  clusters
+configs.append([8 , 4 ]) # 32  clusters
+configs.append([8 , 8 ]) # 64  clusters
+configs.append([16, 8 ]) # 128 clusters
+configs.append([16, 16]) # 256 clusters
 
-faultylist = [[(0,0,1), (0,1,1), (1,0,1), (1,0,2), (1,0,3), (1,1,1), (1,1,3)]]
+# list of faulty cores
+faultylist = []
+faultylist.append([])                           # 0 faulty core
+faultylist.append([(0,0,1)])                    # 1 faulty core
+faultylist.append([(0,0,1), (0,0,3)])           # 2 faulty cores
+faultylist.append([(1,0,0), (1,0,2), (1,0,3)])  # 1 faulty cluster
+faultylist.append([(1,0,0), (1,0,2), (1,0,3), 
+                   (1,1,1), (1,1,2), (1,1,3)])  # 2 faulty cluster
 
+# number of processors per cluster
 nprocs = 4
 
@@ -27 +40 @@
 
 # repeat while configurations is not empty
-for faulty in faultylist:
+for f in xrange(len(faultylist)):
     for x,y in configs:
-        confdir = "{0}/conf/config_{1}c".format(basedir, x*y)
+        confname = "conf/config_{0}c{1}f".format(x*y, f)
+        confdir  = os.path.join(basedir, confname)
         print "[ run.py ] generating files for {0}".format(confdir)
 
         # 1. generate configuration and ouput directories
         try:
-            os.makedirs(confdir + "/config", 0755)
+            os.makedirs(os.path.join(confdir, "config"), 0755)
         except OSError:
             pass # directory already exists => do nothing
 
         # 2. generate hard_config.h and fault_config.h files
-        arch.main( x = x, y = y, p = nprocs,
-                   hard_path = confdir + "/config/hard_config.h",
-                   xml_path = confdir + "/config/map.xml" )
-        faultyprocs.generate(faulty, confdir + "/config/fault_config.h")
+        hardpath  = os.path.join(confdir, "config/hard_config.h")
+        xmlpath   = os.path.join(confdir, "config/map.xml")
+        faultpath = os.path.join(confdir, "config/fault_config.h") 
+        arch.main( x, y, nprocs, hardpath, xmlpath)
+        faultyprocs.generate(faultylist[f], faultpath)
 
         # 3. compile simulator executable
-        dst = basedir + "/hard_config.h"
+        dst = os.path.join(basedir, "hard_config.h")
         if os.path.lexists(dst): os.unlink(dst)
-        os.symlink(confdir + "/config/hard_config.h", dst)
+        os.symlink(hardpath, dst)
         subprocess.call(["make",
             "-C", basedir
@@ -53 +68 @@
 
         # 4. compile distributed boot executable
-        dst = confdir + "/config/boot_config.h"
+        dst = os.path.join(confdir, "config/boot_config.h")
         if os.path.lexists(dst): os.unlink(dst)
-        os.symlink(basedir + "/soft/config/boot_config.h", dst)
+        os.symlink(os.path.join(basedir, "soft/config/boot_config.h"), dst)
         subprocess.call(["make",
-            "-C", basedir + "/soft",
+            "-C", os.path.join(basedir, "soft"),
             "CONFDIR=" + confdir
             ])
@@ -65 +80 @@
         os.environ["SOCLIB_TTY"] = "FILES"
 
-        if x*y <= 4: ompthreads = x*y
-        else:        ompthreads = 4
-        with open(confdir + "/log", "w") as logfile:
+        if   x*y <= 4 : ompthreads = x*y
+        elif x*y <= 16: ompthreads = 4
+        else:           ompthreads = 8
+        with open(os.path.join(confdir, "log"), "w") as logfile:
             print "executing simul.x"
-            subprocess.call([basedir + "/simul.x",
-                "-SOFT"   , basedir + "/soft/build/soft.elf",
+            subprocess.call([os.path.join(basedir, "simul.x"),
+                "-SOFT"   , os.path.join(basedir, "soft/build/soft.elf"),
                 "-DISK"   , "/dev/null",
                 "-THREADS", str(ompthreads),
@@ -79 +95 @@
 
         # 6. move simulation terminal output into the target config dir
-        os.rename("term0", confdir + "/term")
+        os.rename("term0", os.path.join(confdir, "term"))
 
         # end for each config
     #end for each faulty
 
+# parse terminal logs to obtain statistics
+statsdir = os.path.join(basedir, 'stats')
+try:
+    os.makedirs(statsdir, 0755)
+except OSError:
+    pass # directory already exists => do nothing
+
+parse_ffstend(configs,
+             len(faultylist),
+             os.path.join(basedir, 'conf'),
+             os.path.join(statsdir, 'ffst_stats.dat'))
+
 # vim: tabstop=4 : softtabstop=4 : shiftwidth=4 : expandtab