def __init__(self, csv_file, header_file): self.num_rows_read = 0 # read list of all columns self.all_columns = load_whitespace_separated_file(header_file) self.num_cols = len(self.all_columns) # configure csv reader self.csv_file_handle = open(csv_file, 'r') self.csv_reader = csv.reader(self.csv_file_handle, delimiter = "\t")
def test_load_row(): eq_(476, len(load_whitespace_separated_file(all_columns_file)))
def test_load_col(): eq_(159, len(load_whitespace_separated_file(wanted_columns_file)))
def __init__(self, mysql_config, column_types_file, wanted_columns_file, commit_size = 2500): self.mysql_config = mysql_config self.column_types = load_types_file(column_types_file) self.wanted_columns = load_whitespace_separated_file(wanted_columns_file) self.commit_size = commit_size self.num_inserted = 0