Python DataNodeClient 예제들

예제 #1

logger.setLevel(logging.DEBUG)

pid = os.fork()
if pid == 0:
    h = logging.FileHandler('/tmp/datanode.log')
    h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
    logger.addHandler(h)

    datanode = DataNode(config)
    try:
        datanode.init()
        datanode.finalize()
    except KeyboardInterrupt:
        print 'finalizing.....'
        datanode.finalize()
else:
    h = logging.FileHandler('/tmp/test.log')
    h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
    logger.addHandler(h)

    time.sleep(3)
    client = DataNodeClient('localhost', config.port)
    client.retrieve('_test_random_file_64MB_a',
                    '/tmp/_test_random_file_64MB_b')

    if not os.system(
            'diff /tmp/_test_random_file_64MB_a /tmp/_test_random_file_64MB_b &> /dev/null'
    ):
        print 'ok'

    os.kill(pid, signal.SIGINT)

예제 #2

파일: test_rapidraidenc.py 프로젝트: CodingJie/ClusterDFS

            sys.exit(0)
        assert False

from clusterdfs.datanode import DataNodeConfig, DataNode, DataNodeClient
config = DataNodeConfig.from_dict({'datadir':'/home/ubuntu/data/','isolated':True, 'port':3900})  
h = logging.FileHandler('/tmp/test.log') 
h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
logger.addHandler(h)
try:
    time.sleep(2)
    n = 16
    block_id = 'girl.64mb'
    nodes = nodes=';'.join(map(str, (('localhost',3900+i) for i in xrange(16))))

    t = time.time()
    client = DataNodeClient('localhost', config.port+15)
    client.coding(block_id, 'test', nodes)
    #client.coding(block_id, 'enc_node15', nodes)
    print 'Encoding time: %.2fs'%(time.time()-t)
    '''  
    client = DataNodeClient('localhost', config.port+10)
    client.coding(block_id, 'dec_node10', nodes)
    print 'Decoding time: %.2fs'%(time.time()-time)
    '''
    
finally:
    time.sleep(1)
    print 'killing'
    for child in children:
        os.kill(child, signal.SIGINT)
    

예제 #3

파일: test_insertion.py 프로젝트: redbeedave/ClusterDFS

print "generating file..."
os.system("dd if=/dev/urandom of=/tmp/_test_random_file bs=5000000 count=1 &> /dev/null")

logger = logging.getLogger()
logger.setLevel(logging.DEBUG)

pid = os.fork()
if pid == 0:
    h = logging.FileHandler("/tmp/datanode.log")
    h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
    logger.addHandler(h)

    datanode = DataNode(config)
    try:
        datanode.init()
        datanode.finalize()
    except KeyboardInterrupt:
        print "finalizing....."
        datanode.finalize()
else:
    try:
        h = logging.FileHandler("/tmp/test.log")
        h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
        logger.addHandler(h)

        time.sleep(3)
        client = DataNodeClient("localhost", config.port)
        client.insert("temp", "/tmp/_test_random_file")
    finally:
        os.kill(pid, signal.SIGINT)

예제 #4

파일: test_rapidraidenc.py 프로젝트: tb3088/ClusterDFS

    'datadir': '/home/ubuntu/data/',
    'isolated': True,
    'port': 3900
})
h = logging.FileHandler('/tmp/test.log')
h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
logger.addHandler(h)
try:
    time.sleep(2)
    n = 16
    block_id = 'girl.64mb'
    nodes = nodes = ';'.join(
        map(str, (('localhost', 3900 + i) for i in xrange(16))))

    t = time.time()
    client = DataNodeClient('localhost', config.port + 15)
    client.coding(block_id, 'test', nodes)
    #client.coding(block_id, 'enc_node15', nodes)
    print 'Encoding time: %.2fs' % (time.time() - t)
    '''  
    client = DataNodeClient('localhost', config.port+10)
    client.coding(block_id, 'dec_node10', nodes)
    print 'Decoding time: %.2fs'%(time.time()-time)
    '''

finally:
    time.sleep(1)
    print 'killing'
    for child in children:
        os.kill(child, signal.SIGINT)

예제 #5

파일: test_datanode.py 프로젝트: CodingJie/ClusterDFS

os.system("dd if=/dev/urandom of=/tmp/_test_random_file_64MB_a bs=5000000 count=1 &> /dev/null")

logger = logging.getLogger()
logger.setLevel(logging.DEBUG)
    
pid = os.fork() 
if pid==0:
    h = logging.FileHandler('/tmp/datanode.log') 
    h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
    logger.addHandler(h)
        
    datanode = DataNode(config)
    try:
        datanode.init()
        datanode.finalize()
    except KeyboardInterrupt:
        print 'finalizing.....'
        datanode.finalize()
else:
    h = logging.FileHandler('/tmp/test.log') 
    h.setFormatter(logging.Formatter("%(levelname)s: %(name)s - %(message)s"))
    logger.addHandler(h)
    
    time.sleep(3)
    client = DataNodeClient('localhost', config.port)
    client.retrieve('_test_random_file_64MB_a','/tmp/_test_random_file_64MB_b')
    
    if not os.system('diff /tmp/_test_random_file_64MB_a /tmp/_test_random_file_64MB_b &> /dev/null'):
        print 'ok'
        
    os.kill(pid, signal.SIGINT)