Python cdrの例

コード例 #1

ファイル: load_programs.py プロジェクト: ultrageek/college-costs

def read_in_s3(url):
    data = [{}]
    response = requests.get(url)
    try:
        f = StringIO.StringIO(response.content)
        reader = cdr(f, encoding='utf-8-sig')
        data = [row for row in reader]
    except UnicodeDecodeError:
        f = StringIO.StringIO(response.content)
        reader = cdr(f, encoding='windows-1252')
        data = [row for row in reader]
    except:
        return data
    return data

コード例 #2

ファイル: load_programs.py プロジェクト: higs4281/college-costs

def read_in_s3(url):
    data = [{}]
    response = requests.get(url)
    try:
        f = StringIO.StringIO(response.content)
        reader = cdr(f, encoding='utf-8-sig')
        data = [row for row in reader]
    except UnicodeDecodeError:
        f = StringIO.StringIO(response.content)
        reader = cdr(f, encoding='windows-1252')
        data = [row for row in reader]
    except:
        return data
    return data

コード例 #3

ファイル: update_ipeds.py プロジェクト: ultrageek/college-costs

def read_csv(fpath, encoding='utf-8'):
    if not os.path.isfile(fpath):
        download_files()
    with open(fpath, 'r') as f:
        reader = cdr(f, encoding=encoding)
        data = [row for row in reader]
        return reader.fieldnames, data

コード例 #4

ファイル: load_programs.py プロジェクト: higs4281/college-costs

def read_in_encoding(filename, encoding='windows-1252'):
    """Throw a lifeline if the college just exported from Excel"""
    try:
        with open(filename, 'r') as f:
            reader = cdr(f, encoding=encoding)
            data = [row for row in reader]
    except Exception:
        data = [{}]
    return data

コード例 #5

ファイル: load_programs.py プロジェクト: ultrageek/college-costs

def read_in_encoding(filename, encoding='windows-1252'):
    """Throw a lifeline if the college just exported from Excel"""
    try:
        with open(filename, 'r') as f:
            reader = cdr(f, encoding=encoding)
            data = [row for row in reader]
    except Exception:
        data = [{}]
    return data

コード例 #6

ファイル: load_programs.py プロジェクト: higs4281/college-costs

def read_in_data(filename):
    """Reads in utf-8 CSV (as per our spec)"""
    try_encoding = False
    with open(filename, 'r') as f:
        try:
            reader = cdr(f, encoding='utf-8-sig')
            data = [row for row in reader]
        except UnicodeDecodeError:
            try_encoding = True
        except:
            data = [{}]
    if try_encoding:  # sigh
        data = read_in_encoding(filename)
    return data

コード例 #7

ファイル: load_programs.py プロジェクト: ultrageek/college-costs

def read_in_data(filename):
    """Reads in utf-8 CSV (as per our spec)"""
    try_encoding = False
    with open(filename, 'r') as f:
        try:
            reader = cdr(f, encoding='utf-8-sig')
            data = [row for row in reader]
        except UnicodeDecodeError:
            try_encoding = True
        except:
            data = [{}]
    if try_encoding:  # sigh
        data = read_in_encoding(filename)
    return data

コード例 #8

ファイル: bls_processing.py プロジェクト: cfpb/college-costs

def load_bls_data(csvfile):

    with open(csvfile, 'rU') as f:
        reader = cdr(f)
        return [row for row in reader]

コード例 #9

ファイル: perkins_processing.py プロジェクト: ultrageek/college-costs

def load_perkins_data(csvfile):
    with open(csvfile, 'r') as f:
        reader = cdr(f)
        return [row for row in reader]