Example #1
0
 def test_pool(self):
     pool = ExperimentPool(4)
     for i in range(0,15):
         pool.append( PoolExperiment(None, duration=random.randint(1,60)) )
     for experiment in pool.run():
         print "DONE: sleep " + str(experiment.parameters['duration'])
     self.assertEqual(1, False) 
 def test_pool(self):
     pool = ExperimentPool(4)
     for i in range(0,15):
         pool.append( PoolExperiment(None, duration=random.randint(1,6)) )
     for experiment in pool.run():
         print("DONE: sleep " + str(experiment.parameters['duration']))
     
     self.assertTrue(True) #if we got here, no exceptions were raised and it's okay 
    def start(self):
        sonardoc, port, count = self.inputdata
        print '#' + str(
            count
        ) + ')\tSTARTING\t' + sonardoc + '\t@ ' + datetime.datetime.now(
        ).strftime("%Y-%m-%d %H:%M:%S")
        self.startcommand('./sonar_poslem_tagger_singlefile.py', False,
                          sys.stdout, sys.stderr, sonardoc, port)
        sys.stdout.flush()


if len(sys.argv) >= 3 and os.path.isdir(sys.argv[1]) and sys.argv[2].isdigit():
    sonardir = sys.argv[1]
    poolsize = int(sys.argv[2])
    ports = [int(x) for x in sys.argv[3:]]
    pool = ExperimentPool(poolsize)
else:
    print >> sys.stderr, "Usage: ./sonar_poslem_tagger.py [sonardir] [#processes] [frog-port] [[frog-port2]] etc.."
    print >> sys.stderr, "Please first start a Frog server with: frog --skip=tmp -S 12345 (or some other port number)"
    print >> sys.stderr, "Multiple Frog servers may be used (specify multiple ports), the script will attempt to balance the load (not optimally though)"
    print >> sys.stderr, "Reads and writes D-Coi XML"
    sys.exit(2)

#start five tadpoles with tokeniser and MWU *DISABLED*, ports 12350 onward
#print "SPAWNING FROGS..."
#BEGINPORT = 12350

#ports = range(BEGINPORT, BEGINPORT+poolsize)
#if len(ports) >= 7:
#    raise Exception("Don't start too many frogs!")
#for port in ports: