some files

Author: bottler

.gitignore

@@ -0,0 +1,2 @@
+*~
+*.pyc

README.md

@@ -1,2 +1,12 @@
 # PythonMisc
 Some standalone python scripts
+
+* readSketchnet: tool to read data from the sketch-a-net dataset http://cybertron.cg.tu-berlin.de/eitz/projects/classifysketch/
+
+* oncampus: Should graphs be sent from a warwick computer to the screen or a file.
+
+* shapes: function for printing the "shape" of something like a tuple of lists of numpy arrays
+
+* tinisMultiRun: script for parallelizing another script across the 4 GPUs you get on tinis
+
+* tinisDummyProgram: a demo program for tinisMultiRun

oncampus.py

@@ -0,0 +1,12 @@
+#This module is intended to be run on a linux machine on the Warwick campus
+#it provides two boolean variables:
+# oncampus : whether you are sitting on campus (which implies you probably have a very fast connection to this machine)
+# draw : whetheer it would be a good idea to try to plot graphs to the screen. This will be false if you are offcampus or are using SSH without X forwarding
+import os, subprocess, string
+
+if "SSH_CLIENT" in os.environ:
+    oncampus = -1 < subprocess.check_output(["who", "-m"]).find(b"warwick")
+else:
+    oncampus = True
+
+draw = oncampus and "DISPLAY" in os.environ

shapes.py

@@ -0,0 +1,7 @@
+#vaguely useful for understanding the shape of an unknown large object which may be a load of nested lists and tuples.
+def shapes(a):
+    if type(a)==list or type(a) == tuple:
+        return [shapes(e) for e in a]
+    if type(a) in (int,float):
+        return 0
+    return a.shape

tinisDummyProgram.py

@@ -0,0 +1,11 @@
+import sys, six, os, time
+
+dev = "NOTSET"
+if "CUDA_VISIBLE_DEVICES" in os.environ:
+     dev = os.environ["CUDA_VISIBLE_DEVICES"]
+
+with open("f", "a") as f:
+    six.print_(sys.argv[1:], dev, file=f)
+#    six.print_(sys.argv[1:], dev)
+
+#time.sleep(numpy.random.uniform()*4)

tinisMultiRun.py

@@ -0,0 +1,47 @@
+#Run another python script on sevaral background threads
+#using different GPUs
+
+#This would be the outer script inside a tinis GPU job
+#where you want to run a certain script for several combinations
+#of that script's arguments. This script runs one instance for
+#each of the four GPUs
+
+import subprocess, sys, six, threading,os, time, itertools
+
+pythonCmd = "python2.7" #on tinis, specify this properly
+pythonScript = "tinisDummyProgram.py"
+
+arg1s = [2,3,4,5,6]
+arg2s = range(3)
+
+arglists = [arg1s, arg2s]
+
+arglists = [map(str,i) for i in arglists]
+allargs = [list(i) for i in itertools.product(*arglists)]
+
+nArg=0
+def getArgs():
+    global nArg
+    if nArg>=len(allargs):
+        return False
+    nArg=nArg+1
+    return allargs[nArg-1]
+
+
+def doThread(threadNumber):
+    env = os.environ.copy()
+    env["CUDA_VISIBLE_DEVICES"] = str(threadNumber)
+    while 1:
+        args = getArgs()
+        if args==False:
+            return
+        subprocess.call([pythonCmd, pythonScript] + args, env=env)
+
+threads = []
+for i in range(4):
+    threads.append(threading.Thread(target=doThread, args=[i]))
+for i in threads:
+    i.start()
+for i in threads:
+    i.join()
+