def test_metrics(self):
print("")
school = SemesterException()
df1 = pd.read_sql_query(school.school_wise, self.connection)
df1 = df1[['school_id', 'school_name', 'total_schools_not_received']]
df1.sort_values(by=['school_id'], inplace=True)
pd.set_option("display.max_rows", None, "display.max_columns", None)
file = cqube()
result = file.openfile(
config['jsondata']['semester_exception_school_wise'])
df2 = pd.DataFrame(result['data'])
df2 = df2[[
'school_id', 'school_name', 'total_schools_with_missing_data'
]]
df2.rename(columns={
'total_schools_with_missing_data':
'total_schools_not_received'
},
inplace=True)
df2.sort_values(by=['school_id'], inplace=True)
df_diff = pd.concat([df1, df2]).drop_duplicates(keep=False)
assert df_diff.empty, "Found difference between s3 bucket metrics and the metrics generated outside cqube for school wise total_schools_not_received"
print(
"No Difference between s3 bucket metrics and the metrics generated outside cqube for school wise total_schools_not_received for semester exception"
)
def test_metrics(self):
print("")
query = CompletionError()
df1 = pd.read_sql_query(query.school, self.connection)
df1 = df1[[
'ff_uuid', 'exception_type', 'school_id', 'school_name',
'block_id', 'district_id', 'cluster_id', 'school_latitude',
'school_longitude', 'created_on'
]]
df1.sort_values(by=['school_id'], inplace=True)
pd.set_option("display.max_rows", None, "display.max_columns", None)
print(df1.count())
file = cqube()
result = file.openfile(config['jsondata']['exception_list'])
df2 = pd.DataFrame(result)
df2 = df2[[
'ff_uuid', 'exception_type', 'school_id', 'school_name',
'block_id', 'district_id', 'cluster_id', 'school_latitude',
'school_longitude', 'created_on'
]]
df2.sort_values(by=['school_id'], inplace=True)
df_diff = pd.concat([df1, df2]).drop_duplicates(keep=False)
assert df_diff.empty, "Found difference between s3 bucket metrics and the metrics generated outside cqube for school wise completion error "
print(
"No Difference between s3 bucket metrics and the metrics generated outside cqube for school wise completion error"
)
def test_metrics(self):
print("")
cluster = SemesterException()
df1 = pd.read_sql_query(cluster.cluster_wise, self.connection)
df1 = df1[[
'cluster_id', 'cluster_name',
'percentage_schools_with_missing_data'
]]
df1.sort_values(by=['cluster_id'], inplace=True)
pd.set_option("display.max_rows", None, "display.max_columns", None)
file = cqube()
result = file.openfile(
config['jsondata']['semester_exception_cluster_wise'])
df2 = pd.DataFrame(result['data'])
df2 = df2[[
'cluster_id', 'cluster_name',
'percentage_schools_with_missing_data'
]]
df2['percentage_schools_with_missing_data'] = df2[
'percentage_schools_with_missing_data'].astype(float)
df2.sort_values(by=['cluster_id'], inplace=True)
df_diff = pd.concat([df1, df2]).drop_duplicates(keep=False)
assert df_diff.empty, "Found difference between s3 bucket metrics and the metrics generated outside cqube for block_wise percentage_schools_with_missing_data "
print(
"No Difference between s3 bucket metrics and the metrics generated outside cqube for block wise percentage_schools_with_missing_data for semester exception"
)
def test_metrics(self):
print("")
district = SemesterException()
df1 = pd.read_sql_query(district.district_wise, self.connection)
df1=df1[['district_id','district_name','total_schools_with_missing_data']]
df1.sort_values(by=['district_id'], inplace=True)
file = cqube()
result=file.openfile(config['jsondata']['semester_exception_district_wise'])
df2=pd.DataFrame(result['data'])
df2=df2[['district_id','district_name','total_schools_with_missing_data']]
df2['total_schools_with_missing_data']=df2['total_schools_with_missing_data'].astype(float)
df2.sort_values(by=['district_id'], inplace=True)
df_diff = pd.concat([df1, df2]).drop_duplicates(keep=False)
assert df_diff.empty , "Found difference between s3 bucket metrics and the metrics generated outside cqube for district wise total_schools_with_missing_data "
print("No Difference between s3 bucket metrics and the metrics generated outside cqube for district wise total_schools_with_missing_data for semester exception")
def setUp(self):
con = cqube()
self.connection = con.connect_to_postgres()
