Python load_whitespace_separated_file Examples

Example #1

File: namedcsvreader.py Project: tnishimura/adobe_clickstream_loader

    def __init__(self, csv_file, header_file):
        self.num_rows_read   = 0

        # read list of all columns 
        self.all_columns = load_whitespace_separated_file(header_file)
        self.num_cols = len(self.all_columns)

        # configure csv reader
        self.csv_file_handle = open(csv_file, 'r')
        self.csv_reader = csv.reader(self.csv_file_handle, delimiter = "\t")

Example #2

File: test_util.py Project: tnishimura/adobe_clickstream_loader

def test_load_row():
    eq_(476, len(load_whitespace_separated_file(all_columns_file)))

Example #3

File: test_util.py Project: tnishimura/adobe_clickstream_loader

def test_load_col():
    eq_(159, len(load_whitespace_separated_file(wanted_columns_file)))

Example #4

File: mysqlloader.py Project: tnishimura/adobe_clickstream_loader

 def __init__(self, mysql_config, column_types_file, wanted_columns_file, commit_size = 2500):
     self.mysql_config   = mysql_config
     self.column_types   = load_types_file(column_types_file)
     self.wanted_columns = load_whitespace_separated_file(wanted_columns_file)
     self.commit_size    = commit_size
     self.num_inserted   = 0