Example #1
0
                    'Invalid file: expected {0} rows.'.format(cimg))
            # Read labels.
            res = np.fromstring(gz.read(cimg), dtype=np.uint8)
    finally:
        os.remove(gzfname)
    return res.reshape((cimg, 1))


if __name__ == "__main__":
    trnData = loadData(
        'http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz', 60000)
    trnLbl = loadLabels(
        'http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz', 60000)
    trn = np.hstack((trnLbl, trnData))
    print 'Writing train text file...'
    np.savetxt(r'./../Data/Train-28x28.txt', trn, fmt='%u', delimiter='\t')
    convert(r'./../Data/Train-28x28.txt',
            r'./../Data/Train-28x28_cntk_text.txt', 1, 784, 0, 1, 10)
    os.remove(r'./../Data/Train-28x28.txt')
    print 'Done.'
    testData = loadData(
        'http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz', 10000)
    testLbl = loadLabels(
        'http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz', 10000)
    test = np.hstack((testLbl, testData))
    print 'Writing test text file...'
    np.savetxt(r'./../Data/Test-28x28.txt', test, fmt='%u', delimiter='\t')
    convert(r'./../Data/Test-28x28.txt', r'./../Data/Test-28x28_cntk_text.txt',
            1, 784, 0, 1, 10)
    os.remove(r'./../Data/Test-28x28.txt')
    print 'Done.'
Example #2
0
            if n[0] != 0x1080000:
                raise Exception('Invalid file: unexpected magic number.')
            # Read number of entries.
            n = struct.unpack('>I', gz.read(4))
            if n[0] != cimg:
                raise Exception('Invalid file: expected {0} rows.'.format(cimg))
            # Read labels.
            res = np.fromstring(gz.read(cimg), dtype = np.uint8)
    finally:
        os.remove(gzfname)
    return res.reshape((cimg, 1))


if __name__ == "__main__":
    trnData = loadData('http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz', 60000)
    trnLbl = loadLabels('http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz', 60000)
    trn = np.hstack((trnLbl, trnData))
    print ('Writing train text file...')
    np.savetxt(r'./../Data/Train-28x28.txt', trn, fmt = '%u', delimiter='\t')
    convert(r'./../Data/Train-28x28.txt', r'./../Data/Train-28x28_cntk_text.txt', 1, 784, 0, 1, 10)
    os.remove(r'./../Data/Train-28x28.txt');
    print ('Done.')
    testData = loadData('http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz', 10000)
    testLbl = loadLabels('http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz', 10000)
    test = np.hstack((testLbl, testData))
    print ('Writing test text file...')
    np.savetxt(r'./../Data/Test-28x28.txt', test, fmt = '%u', delimiter='\t')
    convert(r'./../Data/Test-28x28.txt', r'./../Data/Test-28x28_cntk_text.txt', 1, 784, 0, 1, 10)
    os.remove(r'./../Data/Test-28x28.txt');
    print ('Done.')
Example #3
0
    try:
        opts, args = getopt.getopt(argv, 'hf:', ['help', 'outFormat='])
    except getopt.GetoptError:
        usage()
        sys.exit(1)
    for opt, arg in opts:
        if opt in ('-h', '--help'):
            usage()
            sys.exit()
        elif opt in ('-f', '--outFormat'):
            fmt = arg
            if fmt != 'cudnn' and fmt != 'legacy':
                print ('Invalid output format option.')
                usage()
                sys.exit(1)
            return fmt

if __name__ == "__main__":
    fmt = parseCmdOpt(sys.argv[1:])
    trn, tst = loadData('http://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz', fmt)
    print ('Writing train text file...')
    np.savetxt(r'./Train.txt', trn, fmt = '%u', delimiter='\t')
    convert(r'./Train.txt', r'./Train_cntk_text.txt', 1, 3072, 0, 1, 10)
    os.remove(r'./Train.txt');
    print ('Done.')
    print ('Writing test text file...')
    np.savetxt(r'./Test.txt', tst, fmt = '%u', delimiter='\t')
    convert(r'./Test.txt', r'./Test_cntk_text.txt', 1, 3072, 0, 1, 10)
    os.remove(r'./Test.txt');
    print ('Done.')