Python load_csv Examples

Example #1

File: classifier_utils.py Project: zhangzhiqiangccm/classifier_multi_label_textcnn

def read_csv(input_file):
    """Reads a tab separated value file."""
    df = load_csv(input_file,header=0).fillna('|')
    jobcontent = df['content'].tolist()
    jlabel = df.loc[:,hp.label_vocabulary].values
    lines = [[jlabel[i],jobcontent[i]] for i in range(len(jlabel)) if type(jobcontent[i])==str]
    return lines

Example #2

File: classifier_utils.py Project: wonder2025/classifier_multi_label_textcnn

 def _read_csv(cls, input_file):
     """Reads a tab separated value file."""
     df = load_csv(input_file, header=0).fillna('|')
     jobcontent = df['content'].tolist()
     jlabel = df.loc[:, hp.label_vocabulary].values
     lines = [[jlabel[i], jobcontent[i]] for i in range(len(jlabel))
              if type(jobcontent[i]) == str]
     random.shuffle(lines)
     print('Read csv finished!(1)')
     print('Head data:', lines[0:5])
     print('Length of data:', len(lines))
     return lines