pep8/pyflakes on the bin folder
This commit is contained in:
Stephen M. McQuay
parent
1a4d635362
commit
0916023080
|
|
@ -10,13 +10,15 @@ from optparse import OptionParser
|
|||
import progressbar
|
||||
|
||||
import interp.bootstrap
|
||||
interp.bootstrap
|
||||
|
||||
from interp.grid.gmsh import ggrid
|
||||
from interp.grid.delaunay import dgrid
|
||||
|
||||
from interp.tools import improved_answer
|
||||
from interp.tools import baker_exact_2D, baker_exact_3D
|
||||
from interp.tools import friendly_exact_2D, friendly_exact_3D
|
||||
from interp.tools import exact_me
|
||||
|
||||
|
||||
def get_right_exact_func(options):
|
||||
f = None
|
||||
|
|
@ -34,11 +36,8 @@ def get_right_exact_func(options):
|
|||
|
||||
if __name__ == '__main__':
|
||||
|
||||
parser = OptionParser(usage = "%prog [options] <input file (gmsh) or random grid count (delaunay)> <number of attempts>")
|
||||
|
||||
parser.add_option("-v", "--verbose",
|
||||
action="store_true", dest="verbose", default=False,
|
||||
help="verbose flag")
|
||||
parser = OptionParser(usage="%prog [options] <input file (gmsh) or random"
|
||||
" grid count (delaunay)> <number of attempts>")
|
||||
|
||||
parser.add_option("-b", "--baker",
|
||||
action="store_true", dest="baker", default=False,
|
||||
|
|
@ -61,8 +60,8 @@ if __name__ == '__main__':
|
|||
type="int", dest="extra", default=3,
|
||||
help="number of extra points (default: %default)")
|
||||
|
||||
|
||||
(options, args) = parser.parse_args()
|
||||
|
||||
if len(args) != 2:
|
||||
parser.print_usage()
|
||||
sys.exit(1)
|
||||
|
|
@ -72,14 +71,15 @@ if __name__ == '__main__':
|
|||
|
||||
if options.meshtype == 'gmsh':
|
||||
g = ggrid(input_file, options.dimension)
|
||||
g.values = exact_me(g.points, get_right_exact_func(options))
|
||||
elif options.meshtype == 'delaunay':
|
||||
point_count = int(input_file)
|
||||
v = np.random.random((point_count, options.dimension))
|
||||
g = dgrid(v)
|
||||
q = exact_me(v, get_right_exact_func(options))
|
||||
g = dgrid(v, q)
|
||||
else:
|
||||
raise Exception("improper mesh type specified. options: %s\n%s" % (str(meshtype_options), options.meshtype))
|
||||
|
||||
g.q = np.array([get_right_exact_func(options)(x) for x in g.verts])
|
||||
raise Exception("improper mesh type specified. options: %s\n%s".format(
|
||||
str(meshtype_options), options.meshtype))
|
||||
|
||||
results = {True: 0, False: 0}
|
||||
i = 0
|
||||
|
|
@ -88,9 +88,10 @@ if __name__ == '__main__':
|
|||
start = time.time()
|
||||
while i < count:
|
||||
try:
|
||||
X = np.random.random((1,options.dimension))[0]
|
||||
X = np.random.rand(1, options.dimension)[0]
|
||||
|
||||
a = g.run_baker(X, order = options.order, extra_points = options.extra)
|
||||
a = g.interpolate(X, order=options.order,
|
||||
extra_points=options.extra)
|
||||
e = get_right_exact_func(options)(X)
|
||||
|
||||
results[improved_answer(a, e)] += 1
|
||||
|
|
|
|||
|
|
@ -1,58 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import sys
|
||||
import pickle
|
||||
import pdb
|
||||
|
||||
from interp.grid.DD import rect_grid, random_grid
|
||||
from interp.baker import run_baker
|
||||
from interp.tools import baker_exact_2D as exact_func
|
||||
|
||||
qfile = '/tmp/grid_regular.txt'
|
||||
|
||||
if __name__ == '__main__':
|
||||
try:
|
||||
rx = int(sys.argv[1])
|
||||
ry = int(sys.argv[2])
|
||||
except (IndexError, ValueError) as e:
|
||||
print "problem with argv: %s" % e
|
||||
rx = 4
|
||||
ry = 4 * rx
|
||||
|
||||
source_mesh = rect_grid(rx, ry)
|
||||
|
||||
# print source_mesh
|
||||
|
||||
X = [0.5, 0.5]
|
||||
|
||||
try:
|
||||
print "trying to get simplex and nearest points using nearest points (kdtree)"
|
||||
(R, S) = source_mesh.get_simplex_and_nearest_points(X, extra_points=4)
|
||||
print "R for nearest-neighbor:\n", R
|
||||
print "S for nearest-neighbor:\n", S
|
||||
print "trying to run baker"
|
||||
print run_baker(X, R, S)
|
||||
except Exception as e:
|
||||
print "caught error: %s" % e
|
||||
|
||||
print "trying to get simplex and nearest points using connectivity scheme"
|
||||
(R, S) = source_mesh.get_points_conn(X)
|
||||
print "R for connectivity:\n", R
|
||||
print "S for connectivity:\n", S
|
||||
print run_baker(X, R, S)
|
||||
|
||||
|
||||
print "repeating the above just using the grid object:"
|
||||
r = source_mesh.run_baker(X)
|
||||
exact = exact_func(X)
|
||||
print r
|
||||
print 'exact', exact
|
||||
print 'qlin' , r['qlin']
|
||||
print 'error', r['error']
|
||||
print 'final', r['final']
|
||||
|
||||
if abs(r['final'] - exact) <= abs(r['qlin'] - exact):
|
||||
print "win"
|
||||
else:
|
||||
print "failure"
|
||||
open(qfile, 'w').write(source_mesh.for_qhull())
|
||||
26
bin/iqmgr.py
26
bin/iqmgr.py
|
|
@ -1,13 +1,13 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import sys
|
||||
import time
|
||||
|
||||
from interp.cluster import QueueManager, get_qs
|
||||
from optparse import OptionParser
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = OptionParser(usage = "usage: %s [options] <status|watch|add|fresult #|slay|clear|clearall|clearresults>")
|
||||
parser = OptionParser(usage="usage: %s [options] <status|watch|add|"
|
||||
"result #|slay|clear|clearall|clearresults>")
|
||||
|
||||
parser.add_option('-p', '--port',
|
||||
type="int", dest="port", default=6666,
|
||||
|
|
@ -72,16 +72,22 @@ if __name__ == '__main__':
|
|||
print i, "killing", mq.get()
|
||||
sq.put("slay")
|
||||
|
||||
|
||||
if cmd == 'clear':
|
||||
for i in xrange(tq.qsize()): print tq.get()
|
||||
for i in xrange(rq.qsize()): print rq.get()
|
||||
for i in xrange(tq.qsize()):
|
||||
print tq.get()
|
||||
for i in xrange(rq.qsize()):
|
||||
print rq.get()
|
||||
|
||||
if cmd == 'clearall':
|
||||
for i in xrange(tq.qsize()): print tq.get()
|
||||
for i in xrange(rq.qsize()): print rq.get()
|
||||
for i in xrange(mq.qsize()): print mq.get()
|
||||
for i in xrange(sq.qsize()): print sq.get()
|
||||
for i in xrange(tq.qsize()):
|
||||
print tq.get()
|
||||
for i in xrange(rq.qsize()):
|
||||
print rq.get()
|
||||
for i in xrange(mq.qsize()):
|
||||
print mq.get()
|
||||
for i in xrange(sq.qsize()):
|
||||
print sq.get()
|
||||
|
||||
if cmd == 'clearresults':
|
||||
for i in xrange(rq.qsize()): print rq.get()
|
||||
for i in xrange(rq.qsize()):
|
||||
print rq.get()
|
||||
|
|
|
|||
|
|
@ -15,18 +15,20 @@ import numpy as np
|
|||
|
||||
from interp.cluster import QueueManager, get_qs
|
||||
|
||||
from progressbar import *
|
||||
from progressbar import ProgressBar, Percentage, Bar, ETA
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = OptionParser(usage="usage: %s [options] <server> <interp count>")
|
||||
|
||||
parser.add_option("-l", "--last-time",
|
||||
action="store_true", dest="last", default=False,
|
||||
help="when finished, send shutdown signal to connected nodes (default: %default)")
|
||||
help="when finished, send shutdown signal to connected nodes"
|
||||
"(default: %default)")
|
||||
|
||||
parser.add_option('-n', '--node-count',
|
||||
type="int", dest="participants", default=None,
|
||||
help="specify how many participants we should wait for (default: %default)")
|
||||
help="specify how many participants we should wait for"
|
||||
"(default: %default)")
|
||||
|
||||
parser.add_option('-p', '--port',
|
||||
type="int", dest="port", default=6666,
|
||||
|
|
@ -41,7 +43,8 @@ if __name__ == '__main__':
|
|||
help="number of extra points (default: %default)")
|
||||
|
||||
parser.add_option('-s', '--shelve',
|
||||
type="str", dest="shelvename", default=os.path.expanduser('~/interp.shelve'),
|
||||
type="str", dest="shelvename",
|
||||
default=os.path.expanduser('~/interp.shelve'),
|
||||
help="shelve output file (default: %default)")
|
||||
|
||||
(options, args) = parser.parse_args()
|
||||
|
|
@ -136,12 +139,12 @@ if __name__ == '__main__':
|
|||
tasks_accomplished_by[i[1]] += 1
|
||||
stats['tasks'] = tasks_accomplished_by
|
||||
|
||||
# npresults = np.array([(i[0],i[2],i[3],i[4], i[5]) for i in results])
|
||||
npresults = np.array([(i[0], i[2], i[3], i[4], i[5]) for i in results])
|
||||
|
||||
n = str(time.time())
|
||||
s = shelve.open(options.shelvename)
|
||||
s[n] = {
|
||||
'stats': stats,
|
||||
# 'results' : npresults,
|
||||
'results': npresults,
|
||||
}
|
||||
s.close()
|
||||
|
|
|
|||
|
|
@ -1,9 +0,0 @@
|
|||
import sys
|
||||
from interp.grid.gmsh import *
|
||||
import time
|
||||
s = time.time()
|
||||
g = ggrid(sys.argv[1])
|
||||
e = time.time()
|
||||
|
||||
print "time to parse mesh:", e-s
|
||||
|
||||
|
|
@ -2,18 +2,12 @@
|
|||
|
||||
import sys
|
||||
import os
|
||||
import time
|
||||
|
||||
from multiprocessing.managers import BaseManager
|
||||
|
||||
from optparse import OptionParser
|
||||
import datetime
|
||||
|
||||
import numpy as np
|
||||
|
||||
from interp.grid.gmsh import ggrid
|
||||
from interp.tools import baker_exact_3D as exact
|
||||
|
||||
from interp.cluster import QueueManager, get_qs
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
|
@ -39,7 +33,6 @@ if __name__ == '__main__':
|
|||
if options.verbose:
|
||||
print "%s: started" % myname
|
||||
|
||||
|
||||
m = QueueManager(address=(server, options.port), authkey='asdf')
|
||||
m.connect()
|
||||
|
||||
|
|
@ -52,7 +45,6 @@ if __name__ == '__main__':
|
|||
if options.verbose:
|
||||
print "%s: done parsing input file" % myname
|
||||
|
||||
|
||||
while True:
|
||||
if options.verbose:
|
||||
print "%s: letting master know that I am ready" % myname
|
||||
|
|
@ -71,7 +63,7 @@ if __name__ == '__main__':
|
|||
i, o, e, X = tasksq.get()
|
||||
try:
|
||||
a = g.run_baker(X, order=o, extra_points=e)
|
||||
resultsq.put((i, myname, a['qlin'], a['error'], a['final'], exact(X)))
|
||||
resultsq.put((i, myname, a.qlin, a.error, a.final, exact(X)))
|
||||
except Exception as e:
|
||||
print X, e
|
||||
resultsq.put((i, myname, 0.0, 0.0, 0.0, 0.0))
|
||||
|
|
|
|||
|
|
@ -1,58 +0,0 @@
|
|||
import sys
|
||||
import pickle
|
||||
|
||||
import time
|
||||
|
||||
from progressbar import *
|
||||
|
||||
from interp.grid.DD import *
|
||||
from interp.tools import *
|
||||
from interp import bootstrap
|
||||
|
||||
EXTRA_POINTS = 64
|
||||
|
||||
RES_START = 10
|
||||
RES_END = 100
|
||||
RES_DELTA = 10
|
||||
|
||||
ORDER_START = 1
|
||||
ORDER_END = 8
|
||||
|
||||
dest_verts, output_filename = sys.argv[1:]
|
||||
dest_verts = pickle.load(open(dest_verts, 'r'))
|
||||
|
||||
output_file = open(output_filename, 'w')
|
||||
|
||||
count = len(dest_verts) * len(xrange(RES_START,RES_END + 1, RES_DELTA)) * len(xrange(ORDER_START, ORDER_END + 1))
|
||||
|
||||
widgets = ['submit jobs: ', Percentage(), ' ', Bar(), ' ', ETA()]
|
||||
pbar = ProgressBar(widgets = widgets, maxval = count)
|
||||
pbar.start()
|
||||
|
||||
i=0
|
||||
for resolution in xrange(RES_START,RES_END + 1, RES_DELTA):
|
||||
r = rect_grid(resolution, resolution)
|
||||
|
||||
for v in xrange(len(r.verts)):
|
||||
r.q[v] = baker_exact_2D(r.verts[v])
|
||||
|
||||
output_file.write("%f" % (1.0 / resolution))
|
||||
|
||||
for order in xrange(ORDER_START, ORDER_END + 1):
|
||||
errors = []
|
||||
|
||||
start = time.time()
|
||||
for X in dest_verts:
|
||||
a = r.run_baker(X, order, EXTRA_POINTS)
|
||||
cur_exact = baker_exact_2D(X)
|
||||
e = a['final'] - cur_exact
|
||||
errors.append(e)
|
||||
i+=1
|
||||
pbar.update(i)
|
||||
end = time.time()
|
||||
|
||||
rmserror = rms(errors)
|
||||
output_file.write(" %e" % rmserror)
|
||||
output_file.write("\n")
|
||||
output_file.flush()
|
||||
pbar.finish()
|
||||
20
bin/sheep.py
20
bin/sheep.py
|
|
@ -3,21 +3,18 @@
|
|||
import sys
|
||||
import os
|
||||
import time
|
||||
|
||||
from multiprocessing.managers import BaseManager
|
||||
|
||||
from optparse import OptionParser
|
||||
|
||||
import numpy as np
|
||||
|
||||
import interp.bootstrap
|
||||
from interp.grid.gmsh import ggrid
|
||||
from interp.tools import *
|
||||
|
||||
from interp.tools import (baker_exact_2D, baker_exact_3D,
|
||||
friendly_exact_2D, friendly_exact_3D)
|
||||
from interp.cluster import QueueManager, get_qs
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = OptionParser(usage = "usage: %s [options] <server> <gmsh file> <dimension> <baker|friendly>")
|
||||
parser = OptionParser(usage="usage: %s [options] <server>"
|
||||
" <gmsh file> <dimension> <baker|friendly>")
|
||||
|
||||
parser.add_option("-v", "--verbose",
|
||||
action="store_true", dest="verbose", default=False,
|
||||
|
|
@ -45,12 +42,10 @@ if __name__ == '__main__':
|
|||
elif dimension == 3 and exact_type == 'friendly':
|
||||
exact = friendly_exact_3D
|
||||
|
||||
|
||||
myname = "%s-%d" % (os.uname()[1], os.getpid())
|
||||
if options.verbose:
|
||||
print "%s: started" % myname
|
||||
|
||||
|
||||
m = QueueManager(address=(server, options.port), authkey='asdf')
|
||||
m.connect()
|
||||
|
||||
|
|
@ -63,7 +58,6 @@ if __name__ == '__main__':
|
|||
if options.verbose:
|
||||
print "%s: done parsing input file" % myname
|
||||
|
||||
|
||||
while True:
|
||||
if options.verbose:
|
||||
print "%s: letting master know that I am ready" % myname
|
||||
|
|
@ -84,9 +78,9 @@ if __name__ == '__main__':
|
|||
try:
|
||||
s = time.time()
|
||||
a = g.run_baker(X, order=order, extra_points=extra)
|
||||
cur_qlin = a['qlin' ]
|
||||
cur_error = a['error']
|
||||
cur_final = a['final']
|
||||
cur_qlin = a.qlin
|
||||
cur_error = a.error
|
||||
cur_final = a.final
|
||||
cur_exact = exact(X)
|
||||
e = time.time()
|
||||
duration = e - s
|
||||
|
|
|
|||
|
|
@ -1,19 +1,18 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import sys
|
||||
|
||||
import time
|
||||
|
||||
from progressbar import *
|
||||
from optparse import OptionParser
|
||||
import pickle
|
||||
import sys
|
||||
import time
|
||||
|
||||
import numpy as np
|
||||
from progressbar import ProgressBar, ETA, Percentage, Bar
|
||||
|
||||
from interp.cluster import QueueManager, get_qs
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = OptionParser(usage = "%prog [options] <server> <destination vertexes file (pickle)> <results output file> <dimension>")
|
||||
parser = OptionParser(usage="%prog [options] <server>"
|
||||
" <destination vertexes file (pickle)>"
|
||||
" <results output file> <dimension>")
|
||||
|
||||
parser.add_option("-v", "--verbose",
|
||||
action="store_true", dest="verbose", default=False,
|
||||
|
|
@ -25,7 +24,8 @@ if __name__ == '__main__':
|
|||
|
||||
parser.add_option('-n', '--node-count',
|
||||
type="int", dest="participants", default=None,
|
||||
help="specify how many participants we should wait for (default: %default)")
|
||||
help="specify how many participants we should"
|
||||
" wait for (default: %default)")
|
||||
|
||||
(options, args) = parser.parse_args()
|
||||
if len(args) != 4:
|
||||
|
|
@ -40,7 +40,6 @@ if __name__ == '__main__':
|
|||
orders = [2, 3, 4, 5]
|
||||
extras = [4, 6, 8, 12, 16, 20, 32, 48, 64, 96, 128, 192, 256]
|
||||
|
||||
|
||||
count = len(orders) * len(extras) * len(dest_verts)
|
||||
|
||||
results = [None] * count
|
||||
|
|
@ -87,7 +86,8 @@ if __name__ == '__main__':
|
|||
submit_end = time.time()
|
||||
pbar.finish()
|
||||
|
||||
print "it took %0.2f seconds to submit the workload" % (submit_end - submit_start,)
|
||||
print("it took %0.2f seconds to submit"
|
||||
" the workload" % (submit_end - submit_start,))
|
||||
|
||||
print "len(results)", len(results)
|
||||
|
||||
|
|
@ -110,9 +110,11 @@ if __name__ == '__main__':
|
|||
o = open(results_p_name, 'w')
|
||||
for i in results:
|
||||
if dimension == 2:
|
||||
o.write("%d %d %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0], i[2][1], i[3], i[4], i[5], i[6], i[7]))
|
||||
o.write("%d %d %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0],
|
||||
i[2][1], i[3], i[4], i[5], i[6], i[7]))
|
||||
elif dimension == 3:
|
||||
o.write("%d %d %e %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0], i[2][1], i[2][2], i[3], i[4], i[5], i[6], i[7]))
|
||||
o.write("%d %d %e %e %e %e %e %e %e %e\n" % (i[0], i[1], i[2][0],
|
||||
i[2][1], i[2][2], i[3], i[4], i[5], i[6], i[7]))
|
||||
|
||||
submit = submit_end - submit_start
|
||||
receive = receive_end - receive_start
|
||||
|
|
|
|||
Loading…
Reference in New Issue