Esempio n. 1
0
parser = argparse.ArgumentParser()
parser.add_argument('command', choices=['submit', 'status', 'results'])


class optionalFile(argparse.FileType):
    def __call__(self, string):
        if string == None:
            return None
        return super(optionalFile, self).__call__(string)


parser.add_argument('-f', '--filename', default=None, type=optionalFile('w'))
args = parser.parse_args()

if args.command == 'submit':
    vtpalmetto.submit(vtp, task, [dict(dataset='skycomp1')])
elif args.command == 'status':
    vtpalmetto.printStatus(vtp)
elif args.command == 'results':
    jobs = vtp.getJobs()
    from tabulate import tabulate
    for j in jobs:
        ret = j.decode(j.retVal)
        params = j.decode(j.params)
        print 'params: {0}'.format(params)
        ret = sorted((dict(threshold=k, **v) for k, v in ret.iteritems()),
                     key=lambda x: x['threshold'])

        print tabulate(ret, headers='keys')
        if args.filename != None:
            import json
    return results
    


parser = argparse.ArgumentParser()
parser.add_argument('command', choices=['submit', 'status', 'results'])
args = parser.parse_args()

if args.command == 'submit':
    #vtpalmetto.submit(vtp,task,[dict(dataset='skycomp1', threshold=t) for t in np.arange(-1,3.0,0.5)])
    #vtpalmetto.submit(vtp,task,[dict(dataset='skycomp1', threshold=0, frameDiff=fd) for fd in range(3)])
    import itertools
    vtpalmetto.submit(vtp,task,[dict(
        dataset='skycomp1', 
        threshold=0, 
        iteration=i, 
        frameDiff=fd) for i,fd in itertools.product(range(20),range(3))])
elif args.command == 'status':
    vtpalmetto.printStatus(vtp)
elif args.command == 'results':
    jobs =vtp.getJobs()

    from tabulate import tabulate
    avgs = [[],[],[]]
    for j in jobs:
        if not j.retVal:
            continue
        ret=j.decode(j.retVal)
        params=j.decode(j.params)
        if not 'iteration' in params:
        if string == None:
            return None
        return super(optionalFile, self).__call__(string)


parser.add_argument('-f', '--filename', default=None, type=optionalFile('w'))
args = parser.parse_args()

if args.command == 'submit':
    netParams = dict(fc1N=108, conv1N=31, conv2N=58, conv1Size=5, conv2Size=7)

    vtpalmetto.submit(vtp, task, [
        dict(
            dataset='skycomp1',
            modelLocation=
            '/home/dndawso/vtp-results/doTrainDetect/vzrOnuSk+pafKXN3K7M1lg==',
            detectorSize=60,
            netParams=netParams,
            frameDiff=1)
    ])
elif args.command == 'status':
    vtpalmetto.printStatus(vtp)
elif args.command == 'results':
    jobs = vtp.getJobs()
    from tabulate import tabulate
    for j in jobs:
        ret = j.decode(j.retVal)
        params = j.decode(j.params)
        print 'params: {0}'.format(params)
        ret = sorted((dict(threshold=k, **v) for k, v in ret.iteritems()),
                     key=lambda x: x['threshold'])
Esempio n. 4
0
    params = list(
        dict(zip(['err', 'fileName'], x)) for x in product([0.1], fnames))
    #product(errorList, fnames))
    for p in params:
        p['weights'] = weights

else:
    vtp.name = 'simTrack'
    fnames = [fname(s, f) for (s, f) in product(senarios, freq)]
    params = list(
        dict(zip(['err', 'fileName'], x)) for x in product(errorList, fnames))
    for p in params:
        p['weights'] = [0]

if args.command == 'submit':
    vtpalmetto.submit(vtp, doSim, params)
elif args.command == 'status':
    vtpalmetto.printStatus(vtp)
    if args.verbose:
        jobs = vtp.getJobs()
        for j in jobs:
            params = j.decode(j.params)
            print '{0} {1} {2} {3} {4}'.format(params['fileName'],
                                               params['err'],
                                               params['weights'], j.runHash,
                                               j.getStatus(True))

elif args.command == 'results':
    jobs = vtp.getJobs()
    if not args.appearance:
        tables = {}
Esempio n. 5
0
                        m=2.0,
                        e=True,
                        _iter=True):
        print(line)

    vtp.export('frame_output.csv')
    vtp.export('output.csv')
    return True


parser = argparse.ArgumentParser()
parser.add_argument('command', choices=['submit', 'status', 'results'])
args = parser.parse_args()

if args.command == 'submit':
    fnames = [
        '/home/dndawso/skycomp1_15f.csv', '/home/dndawso/skycomp1_27f.csv'
    ]
    #'/home/dndawso/skycomp1_100f.csv']
    vtpalmetto.submit(vtp, task, [dict(fileName=f) for f in fnames])
elif args.command == 'status':
    vtpalmetto.printStatus(vtp)
elif args.command == 'results':
    jobs = vtp.getJobs()
    for j in jobs:
        if not j.retVal:
            continue
        ret = j.decode(j.retVal)
        params = j.decode(j.params)
        print params
Esempio n. 6
0
               str(caffeIterations) + '.caffemodel')
    vtp.export('negatives.yml')
    return results


parser = argparse.ArgumentParser()
parser.add_argument('command', choices=['submit', 'status', 'results'])
args = parser.parse_args()

if args.command == 'submit':
    netParams = dict(fc1N=108, conv1N=31, conv2N=58, conv1Size=5, conv2Size=7)

    vtpalmetto.submit(vtp, task, [
        dict(dataset='skycomp1',
             number=n,
             detectorSize=60,
             netParams=netParams,
             frameDiff=1) for n in range(50, 51, 50)
    ])
elif args.command == 'status':
    vtpalmetto.printStatus(vtp)
elif args.command == 'results':
    jobs = vtp.getJobs()

    for j in jobs:
        if not j.retVal:
            continue
        ret = j.decode(j.retVal)
        params = j.decode(j.params)
        print params