Exemplos de stream_to_database em Python

Exemplo n.º 1

Arquivo: test_database.py Projeto: Oriundi/rosstat-kep-data

 def test_database(self):
     gen = list(
         stream_flat_data(
             get_labelled_rows(raw_data_file(), spec_file(), cfg_file())))
     stream_to_database(gen)
     dfa, dfq, dfm = get_reshaped_dfs()
     self.assertEqual(dfa.loc[2014, 'I_yoy'], 97.3)

Exemplo n.º 2

Arquivo: test_mwe.py Projeto: Oriundi/rosstat-kep-data

def test_dataframes():
    # setup test data
    wipe_db_tables()  # WARNING: kills existing database data
    labelled_rows = raw_to_labelled_rows(raw_rows=doc_as_iterable(INVESTMENT_DOC), spec_dicts=(REF_HEADER_DICT, REF_UNIT_DICT))
    assert labelled_rows == INVESTMENT_PARSED
    flat_rows = list(stream_flat_data(labelled_rows))
    assert flat_rows == INVESTMENT_FLAT_ROW
    stream_to_database(flat_rows)
    # check user-end output
    check_final_dataframes()

Exemplo n.º 3

Arquivo: test_mwe.py Projeto: Oriundi/rosstat-kep-data

 def test_dataframes(self):
     # setup test data
     wipe_db_tables()  # WARNING: kills existing database data
     labelled_rows = raw_to_labelled_rows(raw_rows=self.doc_as_iterable(self.INVESTMENT_DOC), spec_dicts=(self.REF_HEADER_DICT, self.REF_UNIT_DICT))
     self.assertEqual(labelled_rows, self.INVESTMENT_PARSED)
     flat_rows = list(stream_flat_data(labelled_rows))
     self.assertEqual(flat_rows, self.INVESTMENT_FLAT_ROW)
     stream_to_database(flat_rows)
     # check user-end output
     self.check_final_dataframes()

Exemplo n.º 4

 def test_dataframes(self):
     # setup test data
     wipe_db_tables()  # WARNING: kills existing database data
     labelled_rows = raw_to_labelled_rows(
         raw_rows=self.doc_as_iterable(self.INVESTMENT_DOC),
         spec_dicts=(self.REF_HEADER_DICT, self.REF_UNIT_DICT))
     self.assertEqual(labelled_rows, self.INVESTMENT_PARSED)
     flat_rows = list(stream_flat_data(labelled_rows))
     self.assertEqual(flat_rows, self.INVESTMENT_FLAT_ROW)
     stream_to_database(flat_rows)
     # check user-end output
     self.check_final_dataframes()

Exemplo n.º 5

def test_dataframes():
    # setup test data
    wipe_db_tables()  # WARNING: kills existing database data
    labelled_rows = raw_to_labelled_rows(
        raw_rows=doc_as_iterable(INVESTMENT_DOC),
        spec_dicts=(REF_HEADER_DICT, REF_UNIT_DICT))
    assert labelled_rows == INVESTMENT_PARSED
    flat_rows = list(stream_flat_data(labelled_rows))
    assert flat_rows == INVESTMENT_FLAT_ROW
    stream_to_database(flat_rows)
    # check user-end output
    check_final_dataframes()

Exemplo n.º 6

Arquivo: test_database.py Projeto: Oriundi/rosstat-kep-data

def test_database(labelled_rows):
    wipe_db_tables()
    gen = list(stream_flat_data(labelled_rows))
    stream_to_database(gen)
    dfa, dfq, dfm = get_reshaped_dfs()
    assert dfa.loc[2014, 'I_yoy'] == 97.3

Exemplo n.º 7

def to_database(raw_data_file, spec_file, cfg_file=None):
    lab_rows = get_labelled_rows(raw_data_file, spec_file, cfg_file)
    db_rows = stream_flat_data(lab_rows)
    stream_to_database(db_rows)

Exemplo n.º 8

Arquivo: csv2db.py Projeto: Oriundi/rosstat-kep-data

def to_database(raw_data_file, spec_file, cfg_file = None):
    lab_rows = get_labelled_rows(raw_data_file, spec_file, cfg_file)
    db_rows = stream_flat_data(lab_rows)
    stream_to_database(db_rows)

Exemplo n.º 9

Arquivo: test_database.py Projeto: Oriundi/rosstat-kep-data

def test_database(labelled_rows):
    wipe_db_tables()
    gen = list(stream_flat_data(labelled_rows))
    stream_to_database(gen)
    dfa, dfq, dfm = get_reshaped_dfs()
    assert dfa.loc[2014, 'I_yoy'] == 97.3

Exemplo n.º 10

Arquivo: test_database.py Projeto: Oriundi/rosstat-kep-data

 def test_database(self):
     gen = list(stream_flat_data(get_labelled_rows(raw_data_file(), spec_file(), cfg_file())))
     stream_to_database(gen)
     dfa, dfq, dfm = get_reshaped_dfs()
     self.assertEqual(dfa.loc[2014, 'I_yoy'], 97.3)