def callHadoop(exchange, logtype, daycode): manifilepath = SynchUtil.getManiPath(exchange, logtype, daycode) hadoopsys = "hadoop jar %s %s %s" % (SynchUtil.JAR_PATH, INT_UPDATE_CLASS, manifilepath) #print "Hadoop call is %s" % ( hadoopsys ) os.system(hadoopsys)
def addOneMani(exchange, logtype, daycode, usepref): SynchUtil.writeManiFile(exchange, logtype, daycode, usepref) manipath = SynchUtil.getManiPath(exchange, logtype, daycode) for line in open(manipath): print line,
def runIntUpdate(exchange, logtype, daycode): SynchUtil.writeManiFile(exchange, logtype, daycode, writesize=True) callHadoop(exchange, logtype, daycode) # delete manifest file manipath = SynchUtil.getManiPath(exchange, logtype, daycode) locRmCall = "rm %s" % (manipath) #print "Local rm call is %s" % (locRmCall) os.system(locRmCall)