smbinterp/bin/submit.py

#!/usr/bin/env python

import sys

import time

from multiprocessing.managers import BaseManager

import numpy as np

import interp.bootstrap

import logging
log = logging.getLogger("interp")

class QueueManager(BaseManager): pass
QueueManager.register('get_inqueue' )
QueueManager.register('get_outqueue')

def run_queries(count, order = 3, extra_points = 8):
  r = []
  submit_start = time.time()
  for i in xrange(count):
    X = np.random.random((1,3))[0]
    inq.put((i,order,extra_points,X))
  submit_end = time.time()

  receive_start = time.time()
  for i in xrange(count):
    r.append(outq.get())
  receive_end = time.time()

  return (r, submit_end - submit_start, receive_end - receive_start)

if __name__ == '__main__':
  server = 'localhost'
  expected_participants = 6

  m = QueueManager(address=(server, 50000), authkey='asdf')
  m.connect()

  count = int(sys.argv[1])

  inq = m.get_inqueue()
  outq = m.get_outqueue()

  # wait for all participants to be loaded up
  for i in xrange(expected_participants):
    print outq.get()

  # run codes
  r, submit, receive = run_queries(count, order=3, extra_points = 64)

  for i in xrange(expected_participants):
    inq.put([None] * expected_participants)

  results = {}
  results['submit' ] = float(submit)
  results['receive'] = float(receive)

  print "submit time: %(submit)0.2f seconds, results time: %(receive)0.2f" % results
  log.error(results)