def procCustFiles(self):
tgtFiles = []
fnl = self.ib.custFileName.split(",")
for fnp in fnl:
fs = self.checkIncFiles(fnp)
if len(fs) == 1:
fnOff = len("_YYYYMMDD.csv")
self.log.info("Processing %s " % fs[0])
fn = fu.getFileBaseName(fs[0])
d = "%s/%s" % (self.ib.archDir, fn)
rc = fu.copyFile(fs[0], d)
self.log.info("Archiving %s to %s\trc=%s" % (fs[0], d, rc))
d = "%s/%s.csv" % (self.ib.workDir, fn[:-fnOff])
rc = fu.moveFile(fs[0], d)
self.log.info("Moving %s to %s\trc=%s" % (fs[0], d, rc))
tgtFiles.append(d)
else:
fnOff = len("_*[0-9].csv")
fn = fu.getFileBaseName(fnp)
d = "%s/%s.csv" % (self.ib.workDir, fn[:-fnOff])
self.log.debug("fn = %s, dest = %s" % (fn, d))
self.log.warn("File %s was not found" % fnp)
rc = fu.crtEmpFile(d)
self.log.info("Creating 0 byte file %s\trc=%s" % (d, rc))
# Verify Column Numbers:
if self.checkFileColsFlag is True:
rc = self.checkFileCols(tgtFiles, ",")
if rc != 0:
self.log.error("Issue with column number. PLease check bad directory under %s" % self.ib.badDir)
# Implement email notification.
# return rc
return 0
def crtTrigFile(self):
fn = '%s/%s' % (self.ib.landDir ,self.ib.trigfile)
rc = fu.crtEmpFile(fn)
if rc == False :
self.log.error('Could not create file %s' % fn)
return 1
else :
self.log.info('Created file %s ' % fn)
return 0
def _touchFiles(self):
if len(self.ib.crtFiles) < 1 :
self.log.error('List to create files is empty !')
return 1
rc = 0
for fn in self.ib.crtFiles:
r = fu.crtEmpFile(fn)
if r == False :
self.log.error('Could not create file %s' % fn)
rc += 1
else : self.log.info('Created file %s ' % fn)
return rc
def getOptFiles(self):
rc = 0
for f in self.ib.srcOptFile:
fnp = '%s/%s/%s' % (self.ib.shareDir,self.landDir,f)
self.incFiles.append(fnp) # Need to be in the incset to be moved to working dir.
if fu.fileExists(fnp):
self.log.debug('fnp exists %s' % fnp)
else :
r = fu.crtEmpFile(fnp)
if r == True : self.log.info ('Touching File %s' % fnp)
else :
self.log.Error ('Touching File %s' % fnp)
rc+=1
return rc