def main():
# endpoint to connect to
url = 'data.asc-csa.gc.ca'
path = '/users/OpenData_DonneesOuvertes/pub/MOPITT'
# change to your paths
csvpath = "/home/benjo/ausbildung/fhsalzburg/6.Semester/deepData/orbital-penguin/pipeline/data/MOPITT/2019"
jsonpath = "./co2"
try:
pipeline = FtpClient(url, path)
print("start converting to json")
pipeline.convertCsv(csvpath, jsonpath)
except Exception as e:
print(e)
def main(argv):
try:
opts,args=getopt.getopt(argv,"f:d:o:tr:b:",["ftp=","dir=","opt=","tmp","remote=","bak=="])
except getopt.GetoptError:
usage()
sys.exit(2)
host,port,user,pwd='',21,'',''
tmp,local,remotedir,bak=os.path.dirname(__file__),'','./' ,''
o=''
print opts
for opt,arg in opts:
if opt in ['-f','--ftp']:
cfg=Config(arg)
host=cfg.str('host')
port=cfg.int('port',21)
user=cfg.str('user')
pwd=cfg.str('pwd')
elif opt in ['-o','--opt']:
o=arg
elif opt in ['-d','--dir']:
local=arg
elif opt in ['-t','--tmp']:
tmp=arg
elif opt in ['-r','--remote']:
remotedir=arg
elif opt in ['-b','--bak']:
bak=arg
else:
print u'未知参数:'+opt
usage()
sys.exit(2)
if o not in ['down','up']:
print u'-o/--opt参数不正确。',o
usage()
sys.exit(2)
ftp_args={'host':host,'port':port,'user':user,'pwd':pwd}
client=FtpClient(**ftp_args)
client.login()
if o == 'down':
down(client,remotedir,local,tmp)
else:
up(client,local,remotedir,bak,ftp_args)
sys.exit(0)
if file.endswith('.zip'):
ftp.del_file(file.split()[-1]) #清除服务器文件
print 'DEL',file
ftp.close()
#remote=str(uuid.uuid1()).replace('-','')+'.zip'
f=FileItem(local)
zippath=os.path.join(bak,'delta.zip')
if not os.path.exists(zippath):
try:
f.zipto(zippath)
print 'compress success'
except Exception,e:
print str(e)
pass
#重新登录
ftp=FtpClient(**ftp_args)
ftp.login()
ftp.cwd(remotedir)
now=datetime.datetime.now()
bakfile=str(now).replace('-','').replace(':','').replace('.','').replace(' ','') + '.zip'
remote=bakfile
retry=0
is_upload_ok=False
while retry<=10:
try:
is_upload_ok=ftp.upload_file(zippath,remote)
if is_upload_ok:
break;
else:
ftp.del_file(remote)
except Exception,e:
