n_irrelevant_comments += cleaner.irrelevant_comments
n_not_marked += cleaner.not_marked
n_non_latin += cleaner.non_latin
n_before_equals_after += cleaner.before_equals_after
n_non_english += cleaner.non_english
n_too_long += cleaner.too_long
n_too_long_after += cleaner.too_long_after
n_multiple_rev += cleaner.multiple_reviews
n_comment_empty += cleaner.comment_empty
n_code_before_empty += cleaner.code_before_empty
n_code_before_marked_empty += cleaner.code_before_marked_empty
n_code_after_empty += cleaner.code_after_empty
df = cleaner.getDF()
if len(df):
df.to_csv("./cleaned/" + files[x])
except Exception as e:
print(e)
print(file_name)
print()
frames = []
files = [f for f in os.listdir("./cleaned")]
for x in range(0,len(files)):
file_name = os.path.join("./cleaned", files[x])
df = pd.read_csv(filepath_or_buffer = file_name, index_col=0, dtype = str, na_filter=False)
