sm/smbinterp
1
0
Fork 0
Code Issues Pull Requests Activity

pep8/pyflakes on the bin folder

Browse Source
This commit is contained in:
Stephen M. McQuay 2011-09-27 21:54:04 -06:00
parent 1a4d635362
commit 0916023080
10 changed files with 506 additions and 633 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
bin/gbench.py
View File

@ -10,13 +10,15 @@ from optparse import OptionParser
import progressbar import progressbar
import interp.bootstrap import interp.bootstrap
interp.bootstrap
from interp.grid.gmsh import ggrid from interp.grid.gmsh import ggrid
from interp.grid.delaunay import dgrid from interp.grid.delaunay import dgrid
from interp.tools import improved_answer from interp.tools import improved_answer
from interp.tools import baker_exact_2D, baker_exact_3D from interp.tools import baker_exact_2D, baker_exact_3D
from interp.tools import friendly_exact_2D, friendly_exact_3D from interp.tools import friendly_exact_2D, friendly_exact_3D
from interp.tools import exact_me
def get_right_exact_func(options): def get_right_exact_func(options):
f = None f = None
@ -34,11 +36,8 @@ def get_right_exact_func(options):
if __name__ == '__main__': if __name__ == '__main__':
parser = OptionParser(usage = "%prog [options] <input file (gmsh) or random grid count (delaunay)> <number of attempts>") parser = OptionParser(usage="%prog [options] <input file (gmsh) or random"
" grid count (delaunay)> <number of attempts>")
parser.add_option("-v", "--verbose",
action="store_true", dest="verbose", default=False,
help="verbose flag")
parser.add_option("-b", "--baker", parser.add_option("-b", "--baker",
action="store_true", dest="baker", default=False, action="store_true", dest="baker", default=False,
@ -61,8 +60,8 @@ if __name__ == '__main__':
type="int", dest="extra", default=3, type="int", dest="extra", default=3,
help="number of extra points (default: %default)") help="number of extra points (default: %default)")
(options, args) = parser.parse_args() (options, args) = parser.parse_args()
if len(args) != 2: if len(args) != 2:
parser.print_usage() parser.print_usage()
sys.exit(1) sys.exit(1)
@ -72,14 +71,15 @@ if __name__ == '__main__':
if options.meshtype == 'gmsh': if options.meshtype == 'gmsh':
g = ggrid(input_file, options.dimension) g = ggrid(input_file, options.dimension)
g.values = exact_me(g.points, get_right_exact_func(options))
elif options.meshtype == 'delaunay': elif options.meshtype == 'delaunay':
point_count = int(input_file) point_count = int(input_file)
v = np.random.random((point_count, options.dimension)) v = np.random.random((point_count, options.dimension))
g = dgrid(v) q = exact_me(v, get_right_exact_func(options))
g = dgrid(v, q)
else: else:
raise Exception("improper mesh type specified. options: %s\n%s" % (str(meshtype_options), options.meshtype)) raise Exception("improper mesh type specified. options: %s\n%s".format(
str(meshtype_options), options.meshtype))
g.q = np.array([get_right_exact_func(options)(x) for x in g.verts])
results = {True: 0, False: 0} results = {True: 0, False: 0}
i = 0 i = 0
@ -88,9 +88,10 @@ if __name__ == '__main__':
start = time.time() start = time.time()
while i < count: while i < count:
try: try:
X = np.random.random((1,options.dimension))[0] X = np.random.rand(1, options.dimension)[0]
a = g.run_baker(X, order = options.order, extra_points = options.extra) a = g.interpolate(X, order=options.order,
extra_points=options.extra)
e = get_right_exact_func(options)(X) e = get_right_exact_func(options)(X)
results[improved_answer(a, e)] += 1 results[improved_answer(a, e)] += 1

58
bin/grid_regular.py
View File

@ -1,58 +0,0 @@
#!/usr/bin/env python
import sys
import pickle
import pdb
from interp.grid.DD import rect_grid, random_grid
from interp.baker import run_baker
from interp.tools import baker_exact_2D as exact_func
qfile = '/tmp/grid_regular.txt'
if __name__ == '__main__':
try:
rx = int(sys.argv[1])
ry = int(sys.argv[2])
except (IndexError, ValueError) as e:
print "problem with argv: %s" % e
rx = 4
ry = 4 * rx
source_mesh = rect_grid(rx, ry)
# print source_mesh
X = [0.5, 0.5]
try:
print "trying to get simplex and nearest points using nearest points (kdtree)"
(R, S) = source_mesh.get_simplex_and_nearest_points(X, extra_points=4)
print "R for nearest-neighbor:\n", R
print "S for nearest-neighbor:\n", S
print "trying to run baker"
print run_baker(X, R, S)
except Exception as e:
print "caught error: %s" % e
print "trying to get simplex and nearest points using connectivity scheme"
(R, S) = source_mesh.get_points_conn(X)
print "R for connectivity:\n", R
print "S for connectivity:\n", S
print run_baker(X, R, S)
print "repeating the above just using the grid object:"
r = source_mesh.run_baker(X)
exact = exact_func(X)
print r
print 'exact', exact
print 'qlin' , r['qlin']
print 'error', r['error']
print 'final', r['final']
if abs(r['final'] - exact) <= abs(r['qlin'] - exact):
print "win"
else:
print "failure"
open(qfile, 'w').write(source_mesh.for_qhull())

26
bin/iqmgr.py
View File

@ -1,13 +1,13 @@
#!/usr/bin/env python #!/usr/bin/env python
import sys
import time import time
from interp.cluster import QueueManager, get_qs from interp.cluster import QueueManager, get_qs
from optparse import OptionParser from optparse import OptionParser
if __name__ == '__main__': if __name__ == '__main__':
parser = OptionParser(usage = "usage: %s [options] <status|watch|add|fresult #|slay|clear|clearall|clearresults>") parser = OptionParser(usage="usage: %s [options] <status|watch|add|"
"result #|slay|clear|clearall|clearresults>")
parser.add_option('-p', '--port', parser.add_option('-p', '--port',
type="int", dest="port", default=6666, type="int", dest="port", default=6666,
@ -72,16 +72,22 @@ if __name__ == '__main__':
print i, "killing", mq.get() print i, "killing", mq.get()
sq.put("slay") sq.put("slay")
if cmd == 'clear': if cmd == 'clear':
for i in xrange(tq.qsize()): print tq.get() for i in xrange(tq.qsize()):
for i in xrange(rq.qsize()): print rq.get() print tq.get()
for i in xrange(rq.qsize()):
print rq.get()
if cmd == 'clearall': if cmd == 'clearall':
for i in xrange(tq.qsize()): print tq.get() for i in xrange(tq.qsize()):
for i in xrange(rq.qsize()): print rq.get() print tq.get()
for i in xrange(mq.qsize()): print mq.get() for i in xrange(rq.qsize()):
for i in xrange(sq.qsize()): print sq.get() print rq.get()
for i in xrange(mq.qsize()):
print mq.get()
for i in xrange(sq.qsize()):
print sq.get()
if cmd == 'clearresults': if cmd == 'clearresults':
for i in xrange(rq.qsize()): print rq.get() for i in xrange(rq.qsize()):
print rq.get()

15
bin/master.py
View File

@ -15,18 +15,20 @@ import numpy as np
from interp.cluster import QueueManager, get_qs from interp.cluster import QueueManager, get_qs
from progressbar import * from progressbar import ProgressBar, Percentage, Bar, ETA
if __name__ == '__main__': if __name__ == '__main__':
parser = OptionParser(usage="usage: %s [options] <server> <interp count>") parser = OptionParser(usage="usage: %s [options] <server> <interp count>")
parser.add_option("-l", "--last-time", parser.add_option("-l", "--last-time",
action="store_true", dest="last", default=False, action="store_true", dest="last", default=False,
help="when finished, send shutdown signal to connected nodes (default: %default)") help="when finished, send shutdown signal to connected nodes"
"(default: %default)")
parser.add_option('-n', '--node-count', parser.add_option('-n', '--node-count',
type="int", dest="participants", default=None, type="int", dest="participants", default=None,
help="specify how many participants we should wait for (default: %default)") help="specify how many participants we should wait for"
"(default: %default)")
parser.add_option('-p', '--port', parser.add_option('-p', '--port',
type="int", dest="port", default=6666, type="int", dest="port", default=6666,
@ -41,7 +43,8 @@ if __name__ == '__main__':
help="number of extra points (default: %default)") help="number of extra points (default: %default)")
parser.add_option('-s', '--shelve', parser.add_option('-s', '--shelve',
type="str", dest="shelvename", default=os.path.expanduser('~/interp.shelve'), type="str", dest="shelvename",
default=os.path.expanduser('~/interp.shelve'),
help="shelve output file (default: %default)") help="shelve output file (default: %default)")
(options, args) = parser.parse_args() (options, args) = parser.parse_args()
@ -136,12 +139,12 @@ if __name__ == '__main__':
tasks_accomplished_by[i[1]] += 1 tasks_accomplished_by[i[1]] += 1
stats['tasks'] = tasks_accomplished_by stats['tasks'] = tasks_accomplished_by
# npresults = np.array([(i[0],i[2],i[3],i[4], i[5]) for i in results]) npresults = np.array([(i[0], i[2], i[3], i[4], i[5]) for i in results])
n = str(time.time()) n = str(time.time())
s = shelve.open(options.shelvename) s = shelve.open(options.shelvename)
s[n] = { s[n] = {
'stats': stats, 'stats': stats,
# 'results' : npresults, 'results': npresults,
} }
s.close() s.close()

9
bin/memtest.py
View File

@ -1,9 +0,0 @@
import sys
from interp.grid.gmsh import *
import time
s = time.time()
g = ggrid(sys.argv[1])
e = time.time()
print "time to parse mesh:", e-s

10
bin/minion.py
View File

@ -2,18 +2,12 @@
import sys import sys
import os import os
import time
from multiprocessing.managers import BaseManager
from optparse import OptionParser from optparse import OptionParser
import datetime
import numpy as np import numpy as np
from interp.grid.gmsh import ggrid from interp.grid.gmsh import ggrid
from interp.tools import baker_exact_3D as exact from interp.tools import baker_exact_3D as exact
from interp.cluster import QueueManager, get_qs from interp.cluster import QueueManager, get_qs
if __name__ == '__main__': if __name__ == '__main__':
@ -39,7 +33,6 @@ if __name__ == '__main__':
if options.verbose: if options.verbose:
print "%s: started" % myname print "%s: started" % myname
m = QueueManager(address=(server, options.port), authkey='asdf') m = QueueManager(address=(server, options.port), authkey='asdf')
m.connect() m.connect()
@ -52,7 +45,6 @@ if __name__ == '__main__':
if options.verbose: if options.verbose:
print "%s: done parsing input file" % myname print "%s: done parsing input file" % myname
while True: while True:
if options.verbose: if options.verbose:
print "%s: letting master know that I am ready" % myname print "%s: letting master know that I am ready" % myname
@ -71,7 +63,7 @@ if __name__ == '__main__':
i, o, e, X = tasksq.get() i, o, e, X = tasksq.get()
try: try:
a = g.run_baker(X, order=o, extra_points=e) a = g.run_baker(X, order=o, extra_points=e)
resultsq.put((i, myname, a['qlin'], a['error'], a['final'], exact(X))) resultsq.put((i, myname, a.qlin, a.error, a.final, exact(X)))
except Exception as e: except Exception as e:
print X, e print X, e
resultsq.put((i, myname, 0.0, 0.0, 0.0, 0.0)) resultsq.put((i, myname, 0.0, 0.0, 0.0, 0.0))

58
bin/resolution.2D.py
View File

@ -1,58 +0,0 @@
import sys
import pickle
import time
from progressbar import *
from interp.grid.DD import *
from interp.tools import *
from interp import bootstrap
EXTRA_POINTS = 64
RES_START = 10
RES_END = 100
RES_DELTA = 10
ORDER_START = 1
ORDER_END = 8
dest_verts, output_filename = sys.argv[1:]
dest_verts = pickle.load(open(dest_verts, 'r'))
output_file = open(output_filename, 'w')
count = len(dest_verts) * len(xrange(RES_START,RES_END + 1, RES_DELTA)) * len(xrange(ORDER_START, ORDER_END + 1))
widgets = ['submit jobs: ', Percentage(), ' ', Bar(), ' ', ETA()]
pbar = ProgressBar(widgets = widgets, maxval = count)
pbar.start()
i=0
for resolution in xrange(RES_START,RES_END + 1, RES_DELTA):
r = rect_grid(resolution, resolution)
for v in xrange(len(r.verts)):
r.q[v] = baker_exact_2D(r.verts[v])
output_file.write("%f" % (1.0 / resolution))
for order in xrange(ORDER_START, ORDER_END + 1):
errors = []
start = time.time()
for X in dest_verts:
a = r.run_baker(X, order, EXTRA_POINTS)
cur_exact = baker_exact_2D(X)
e = a['final'] - cur_exact
errors.append(e)
i+=1
pbar.update(i)
end = time.time()
rmserror = rms(errors)
output_file.write(" %e" % rmserror)
output_file.write("\n")
output_file.flush()
pbar.finish()

20
bin/sheep.py
View File

@ -3,21 +3,18 @@
import sys import sys
import os import os
import time import time
from multiprocessing.managers import BaseManager
from optparse import OptionParser from optparse import OptionParser
import numpy as np import numpy as np
import interp.bootstrap
from interp.grid.gmsh import ggrid from interp.grid.gmsh import ggrid
from interp.tools import * from interp.tools import (baker_exact_2D, baker_exact_3D,
friendly_exact_2D, friendly_exact_3D)
from interp.cluster import QueueManager, get_qs from interp.cluster import QueueManager, get_qs
if __name__ == '__main__': if __name__ == '__main__':
parser = OptionParser(usage = "usage: %s [options] <server> <gmsh file> <dimension> <baker|friendly>") parser = OptionParser(usage="usage: %s [options] <server>"
" <gmsh file> <dimension> <baker|friendly>")
parser.add_option("-v", "--verbose", parser.add_option("-v", "--verbose",
action="store_true", dest="verbose", default=False, action="store_true", dest="verbose", default=False,
@ -45,12 +42,10 @@ if __name__ == '__main__':
elif dimension == 3 and exact_type == 'friendly': elif dimension == 3 and exact_type == 'friendly':
exact = friendly_exact_3D exact = friendly_exact_3D
myname = "%s-%d" % (os.uname()[1], os.getpid()) myname = "%s-%d" % (os.uname()[1], os.getpid())
if options.verbose: if options.verbose:
print "%s: started" % myname print "%s: started" % myname
m = QueueManager(address=(server, options.port), authkey='asdf') m = QueueManager(address=(server, options.port), authkey='asdf')
m.connect() m.connect()
@ -63,7 +58,6 @@ if __name__ == '__main__':
if options.verbose: if options.verbose:
print "%s: done parsing input file" % myname print "%s: done parsing input file" % myname
while True: while True:
if options.verbose: if options.verbose:
print "%s: letting master know that I am ready" % myname print "%s: letting master know that I am ready" % myname
@ -84,9 +78,9 @@ if __name__ == '__main__':
try: try:
s = time.time() s = time.time()
a = g.run_baker(X, order=order, extra_points=extra) a = g.run_baker(X, order=order, extra_points=extra)
cur_qlin = a['qlin' ] cur_qlin = a.qlin
cur_error = a['error'] cur_error = a.error
cur_final = a['final'] cur_final = a.final
cur_exact = exact(X) cur_exact = exact(X)
e = time.time() e = time.time()
duration = e - s duration = e - s

26
bin/shepherd.py
View File

@ -1,19 +1,18 @@
#!/usr/bin/env python #!/usr/bin/env python
import sys
import time
from progressbar import *
from optparse import OptionParser from optparse import OptionParser
import pickle import pickle
import sys
import time
import numpy as np from progressbar import ProgressBar, ETA, Percentage, Bar
from interp.cluster import QueueManager, get_qs from interp.cluster import QueueManager, get_qs
if __name__ == '__main__': if __name__ == '__main__':
parser = OptionParser(usage = "%prog [options] <server> <destination vertexes file (pickle)> <results output file> <dimension>") parser = OptionParser(usage="%prog [options] <server>"
" <destination vertexes file (pickle)>"
" <results output file> <dimension>")
parser.add_option("-v", "--verbose", parser.add_option("-v", "--verbose",
action="store_true", dest="verbose", default=False, action="store_true", dest="verbose", default=False,
@ -25,7 +24,8 @@ if __name__ == '__main__':
parser.add_option('-n', '--node-count', parser.add_option('-n', '--node-count',
type="int", dest="participants", default=None, type="int", dest="participants", default=None,
help="specify how many participants we should wait for (default: %default)") help="specify how many participants we should"
" wait for (default: %default)")
(options, args) = parser.parse_args() (options, args) = parser.parse_args()
if len(args) != 4: if len(args) != 4:
@ -40,7 +40,6 @@ if __name__ == '__main__':
orders = [2, 3, 4, 5] orders = [2, 3, 4, 5]
extras = [4, 6, 8, 12, 16, 20, 32, 48, 64, 96, 128, 192, 256] extras = [4, 6, 8, 12, 16, 20, 32, 48, 64, 96, 128, 192, 256]
count = len(orders) * len(extras) * len(dest_verts) count = len(orders) * len(extras) * len(dest_verts)
results = [None] * count results = [None] * count
@ -87,7 +86,8 @@ if __name__ == '__main__':
submit_end = time.time() submit_end = time.time()
pbar.finish() pbar.finish()
print "it took %0.2f seconds to submit the workload" % (submit_end - submit_start,) print("it took %0.2f seconds to submit"
" the workload" % (submit_end - submit_start,))
print "len(results)", len(results) print "len(results)", len(results)
@ -110,9 +110,11 @@ if __name__ == '__main__':
o = open(results_p_name, 'w') o = open(results_p_name, 'w')
for i in results: for i in results:
if dimension == 2: if dimension == 2:
o.write("%d %d %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0], i[2][1], i[3], i[4], i[5], i[6], i[7])) o.write("%d %d %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0],
i[2][1], i[3], i[4], i[5], i[6], i[7]))
elif dimension == 3: elif dimension == 3:
o.write("%d %d %e %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0], i[2][1], i[2][2], i[3], i[4], i[5], i[6], i[7])) o.write("%d %d %e %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0],
i[2][1], i[2][2], i[3], i[4], i[5], i[6], i[7]))
submit = submit_end - submit_start submit = submit_end - submit_start
receive = receive_end - receive_start receive = receive_end - receive_start