def post(self, request, baseid, tb, args):
"""
- desc : insert data into table
- Request json data example \n
<texfied>
<font size = 1>
<form action="/api/v1/type/dataframe/base/scm/table/tb_test_incomedata_wdnn3/data/CSV/"
method="post"
enctype="multipart/form-data">
</font>
</textfield>
---
parameters:
- name: body
paramType: body
pytype: json
"""
try:
if (args == "JSON"):
jd = jc.load_obj_json(str(request.body, 'utf-8'))
conf_data = json.dumps(jd.data, cls=CusJsonEncoder)
data.HbaseManager().post_josn_data(baseid, tb, conf_data)
elif (args == "CSV"):
logger.tfmsa_logger("start uploading csv on file system")
results_data = ""
if len(request.FILES.keys()) > 0:
#loop files
for key, requestSingileFile in request.FILES.items():
file = requestSingileFile
filename = file._name
# save file on file system
directory = "{0}/{1}/{2}".format(
settings.FILE_ROOT, baseid, tb)
if not os.path.exists(directory):
os.makedirs(directory)
fp = open(
"{0}/{1}/{2}/{3}".format(settings.FILE_ROOT,
baseid, tb, filename),
'wb')
for chunk in file.chunks():
fp.write(chunk)
fp.close()
logger.tfmsa_logger("Before calling save csv_to df")
results_data = data.HbaseManager().save_csv_to_df(
baseid, tb, filename)
else:
raise Exception("not supported type")
return_data = {"status": "200", "result": results_data}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "404", "result": str(e)}
return Response(json.dumps(return_data))
def put(self, request, baseid, tb, args=None):
"""
- desc : append data on the spark table
- Request json data example \n
<texfied>
<font size = 1>
<form action="/api/v1/type/dataframe/base/scm/table/tb_test_incomedata_wdnn3/data/CSV/"
method="post"
enctype="multipart/form-data">
</font>
</textfield>
---
parameters:
- name: body
paramType: body
"""
try:
if (args == "JSON"):
jd = jc.load_obj_json(str(request.body, 'utf-8'))
conf_data = json.dumps(jd.data, cls=CusJsonEncoder)
data.HbaseManager().put_josn_data(baseid, tb, conf_data)
elif (args == "CSV"):
logger.tfmsa_logger("start uploading csv on file system")
if 'file' in request.FILES:
file = request.FILES['file']
filename = file._name
#save upload file on file system
directory = "{0}/{1}/{2}".format(settings.FILE_ROOT,
baseid, tb)
if not os.path.exists(directory):
os.makedirs(directory)
fp = open(
"{0}/{1}/{2}/{3}".format(settings.FILE_ROOT, baseid,
tb, filename), 'wb')
for chunk in file.chunks():
fp.write(chunk)
fp.close()
#upload data to hdfs
cols = data.HbaseManager().save_csv_to_df(
baseid, tb, filename)
return HttpResponse('File Uploaded')
else:
raise Exception("not supported type")
return_data = {"status": "200", "result": tb}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "404", "result": str(e)}
return Response(json.dumps(return_data))
def put(self, request, baseid):
"""
- desc : rename table
- Request json data example \n
<texfield>
<font size = 1>
{"origin" : "A" ,
"modify" : "B"}
</font>
</textfield>
---
parameters:
- name: body
paramType: body
pytype: json
"""
try:
json_data = json.loads(request.body)
result = data.HbaseManager().rename_table(baseid,
json_data['origin'],
json_data['modify'])
return_data = {"status": "200", "result": result}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "400", "result": str(e)}
return Response(json.dumps(return_data))
def get(self, request, baseid, tb, args=None):
"""
- desc : select data form spark table
"""
try:
limit = 0 #limits_t["limits"]
if (args == None):
result = data.HbaseManager().query_data(
baseid, tb, "", args, int(limit))
else:
result = data.HbaseManager().query_data(
baseid, tb, "", args, int(limit))
return_data = {"status": "200", "result": result}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "404", "result": str(e)}
return Response(json.dumps(return_data))
def delete(self, request, baseid, tb):
"""
-desc : delete table
"""
try:
result = data.HbaseManager().delete_table(baseid, tb)
return_data = {"status": "200", "result": result}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "400", "result": str(e)}
return Response(json.dumps(return_data))
def get(self, request, baseid):
"""
- desc : return all table
"""
try:
result = data.HbaseManager().search_database(baseid)
return_data = {"status": "200", "result": result}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "400", "result": str(e)}
return Response(json.dumps(return_data))
def post(self, request, baseid, tb):
"""
- desc :create table with given name
"""
try:
result = data.HbaseManager().create_table(baseid, tb)
return_data = {"status": "200", "result": result}
return Response(json.dumps(return_data))
except Exception as e:
return_data = {"status": "400", "result": str(e)}
return Response(json.dumps(return_data))
