Ejemplo n.º 1
0
def callHadoop(exchange, logtype, daycode):
	
	manifilepath = SynchUtil.getManiPath(exchange, logtype, daycode)

	hadoopsys = "hadoop jar %s %s %s" % (SynchUtil.JAR_PATH, INT_UPDATE_CLASS, manifilepath) 
			
	#print "Hadoop call is %s" % ( hadoopsys )
	os.system(hadoopsys)	
Ejemplo n.º 2
0
def addOneMani(exchange, logtype, daycode, usepref):

    SynchUtil.writeManiFile(exchange, logtype, daycode, usepref)

    manipath = SynchUtil.getManiPath(exchange, logtype, daycode)

    for line in open(manipath):
        print line,
Ejemplo n.º 3
0
def addOneMani(exchange, logtype, daycode, usepref):
	
	SynchUtil.writeManiFile(exchange, logtype, daycode, usepref)
	
	manipath = SynchUtil.getManiPath(exchange, logtype, daycode)
	
	for line in open(manipath):
		print line,
Ejemplo n.º 4
0
def callHadoop(exchange, logtype, daycode):

    manifilepath = SynchUtil.getManiPath(exchange, logtype, daycode)

    hadoopsys = "hadoop jar %s %s %s" % (SynchUtil.JAR_PATH, INT_UPDATE_CLASS,
                                         manifilepath)

    #print "Hadoop call is %s" % ( hadoopsys )
    os.system(hadoopsys)
Ejemplo n.º 5
0
def runIntUpdate(exchange, logtype, daycode):

	SynchUtil.writeManiFile(exchange, logtype, daycode, writesize=True)
	callHadoop(exchange, logtype, daycode)
	
	# delete manifest file
	manipath = SynchUtil.getManiPath(exchange, logtype, daycode)
	locRmCall = "rm %s" % (manipath)
	#print "Local rm call is %s" % (locRmCall)
	os.system(locRmCall)	
Ejemplo n.º 6
0
def runIntUpdate(exchange, logtype, daycode):

    SynchUtil.writeManiFile(exchange, logtype, daycode, writesize=True)
    callHadoop(exchange, logtype, daycode)

    # delete manifest file
    manipath = SynchUtil.getManiPath(exchange, logtype, daycode)
    locRmCall = "rm %s" % (manipath)
    #print "Local rm call is %s" % (locRmCall)
    os.system(locRmCall)