def executeSnd(url,
headers,
program,
methode,
dataframe,
outputfile=None,
start=0,
end=None):
df = dataframe
data = {"program": program, "cono": 409}
methode = methode.split(",")
len(methode)
data1 = {}
chunk = MaxChunk
if end is not None:
df = df[start:end].copy(deep=False)
df = df.reset_index(drop=True)
# else:
total_rows = df.shape[0]
total_rows = int(total_rows)
logging.info("Number of rows " + str(total_rows))
a = []
with progressbar.ProgressBar(max_value=total_rows) as bar:
for index, row in df.iterrows():
bar.update(index)
row = row.to_json()
row = json.loads(row)
for i in methode:
data1["transaction"] = i
data1["record"] = row
a.append(data1.copy())
data["transactions"] = a
index = index + 1
print(data)
r = controller.sendresults(url, headers, data)
df, data, chunk = controller.saveresults(r, df, methode, index, chunk)
df = df.replace(np.nan, "", regex=True)
df = df.astype(str)
if outputfile is not None:
logging.info("Save to file: " + outputfile)
filehandling.savetodisk(outputfile, df)
return df
logging.info("Still in Beta")
df = dataframe
data = {"program": program, "cono": 409}
methode = methode.split(",")
len(methode)
data1 = {}
if end is not None:
df = df[start:end].copy(deep=False)
df = df.reset_index(drop=True)
# print (df.head(10))
# else:
total_rows = df.shape[0]
total_rows = int(total_rows)
logging.info("Number of rows " + str(total_rows))
a = []
with progressbar.ProgressBar(max_value=total_rows) as bar:
for index, row in df.iterrows():
bar.update(index)
row = row.to_json()
row = json.loads(row)
for i in methode:
data1["transaction"] = i
data1["record"] = row
a.append(data1.copy())
data["transactions"] = a
print(data)
r = controller.sendresults(url, headers, data, stream=True)
index = index + 1
# df,data,chunk = saveresults(r,df,methode,index,chunk)
logging.info(r)
df = df.replace(np.nan, "", regex=True)
df = df.astype(str)
if outputfile is not None:
print("Save to file: " + outputfile)
filehandling.savetodisk(outputfile, df)
return df
def execute(
url,
headers,
program,
methode,
dataframe,
outputfile=None,
fields=None,
start=0,
end=None,
on_progress=None,
):
df = dataframe
df = df.replace(np.nan, "", regex=True)
df = df.astype(str)
# Coverting data type
# numeric_fields = apifieldhelp.get_numeric_fields_list_from_db(program)
# for field in numeric_fields:
# if field in df:
# try:
# df[field] = pd.to_numeric(df[field])
# except Exception as ex:
# raise Exception("Error converting field '{0}' to numeric".format(field))
# df = df.replace(np.nan, "", regex=True)
data = {"program": program, "cono": 409}
data1 = {}
a = []
chunk = MaxChunk
if end is not None:
df = df[start:end].copy(deep=False)
df = df.reset_index(drop=True)
# print (df.head(10))
# else:
total_rows = df.shape[0]
total_rows = int(total_rows)
methode = methode.split(",")
methode_count = len(methode)
logging.info("Number of rows " + str(total_rows))
with progressbar.ProgressBar(max_value=total_rows) as bar:
for index, row in df.iterrows():
bar.update(index)
if on_progress:
on_progress(total_rows, index + 1)
row = row.to_json()
row = json.loads(row)
for i in methode:
data1["transaction"] = i
data1["record"] = row
a.append(data1.copy())
if chunk == 0:
data["transactions"] = a
r = controller.sendresults(url, headers, data)
df, data, chunk = controller.saveresults(
r, df, program, index, chunk, MaxChunk, methode_count,
fields)
data1 = {}
a = []
else:
chunk = chunk - 1
data["transactions"] = a
r = controller.sendresults(url, headers, data)
index = index + 1
df, data, chunk = controller.saveresults(r, df, methode, index, chunk,
MaxChunk, methode_count,
fields)
# df = df.replace(np.nan, '', regex=True)
# df = df.astype(str)
if outputfile is not None:
print("Save to file: " + outputfile)
filehandling.savetodisk(outputfile, df)
df_results = getSuccessGraphDataframe(df)
createGraph(outputfile, df_results)
return df
def execute(
url, headers, program, methode, dataframe, outputfile=None, start=0, end=None, on_progress=None
):
df = dataframe
df = df.replace(np.nan, "", regex=True)
df = df.astype(str)
data = {"program": program, "cono": 409}
data1 = {}
a = []
chunk = MaxChunk
if end is not None:
df = df[start:end].copy(deep=False)
df = df.reset_index(drop=True)
# print (df.head(10))
# else:
total_rows = df.shape[0]
total_rows = int(total_rows)
methode = methode.split(",")
methode_count = len(methode)
logging.info("Number of rows " + str(total_rows))
with progressbar.ProgressBar(max_value=total_rows) as bar:
for index, row in df.iterrows():
bar.update(index)
if(on_progress):
on_progress(total_rows, index+1)
row = row.to_json()
row = json.loads(row)
for i in methode:
data1["transaction"] = i
data1["record"] = row
a.append(data1.copy())
if chunk == 0:
data["transactions"] = a
r = controller.sendresults(url, headers, data)
df, data, chunk = controller.saveresults(
r, df, program, index, chunk, MaxChunk, methode_count
)
data1 = {}
a = []
else:
chunk = chunk - 1
data["transactions"] = a
r = controller.sendresults(url, headers, data)
index = index + 1
df, data, chunk = controller.saveresults(
r, df, methode, index, chunk, MaxChunk, methode_count
)
# df = df.replace(np.nan, '', regex=True)
# df = df.astype(str)
if outputfile is not None:
print("Save to file: " + outputfile)
filehandling.savetodisk(outputfile, df)
df_results = getSuccessGraphDataframe(df)
createGraph(outputfile, df_results)
return df