def test_get_df_and_ts():
import_csv(CURRENT_MONTH_DATA_FOLDER)
z = get_ts('SOC_WAGE_rub', 'a', 2014)
assert isinstance(z, pd.core.series.Series)
assert z.iloc[0] == 32495
e = get_df(['SOC_WAGE_rub', 'CPI_rog'], 'm', '2015-06', '2015-06')
assert isinstance(e, pd.DataFrame)
# WARNING: this is data revision - in ind06 this was
# assert e.iloc[0,0] == 35930.0
# now in ind09 it is:
assert e.iloc[0, 0] == 35395
assert e.iloc[0, 1] == 100.2
def test_get_df_and_ts(self):
import_csv(CURRENT_MONTH_DATA_FOLDER)
z = get_ts('SOC_WAGE_rub', 'a', 2014)
self.assertTrue(isinstance(z, pd.core.series.Series))
self.assertEqual(z.iloc[0], 32495)
e = get_df(['SOC_WAGE_rub', 'CPI_rog'], 'm', '2015-06', '2015-06')
self.assertTrue(isinstance(e, pd.DataFrame))
# WARNING: this is data revision - in ind06 this was
# assert e.iloc[0,0] == 35930.0
# now in ind09 it is:
self.assertEqual(e.iloc[0, 0], 35395)
self.assertEqual(e.iloc[0, 1], 100.2)
def test_get_df_and_ts(self):
import_csv(CURRENT_MONTH_DATA_FOLDER)
z = get_ts('SOC_WAGE_rub','a', 2014)
self.assertTrue(isinstance(z, pd.core.series.Series))
self.assertEqual(z.iloc[0], 32495)
e = get_df(['SOC_WAGE_rub', 'CPI_rog'], 'm', '2015-06', '2015-06')
self.assertTrue(isinstance(e, pd.DataFrame))
# WARNING: this is data revision - in ind06 this was
# assert e.iloc[0,0] == 35930.0
# now in ind09 it is:
self.assertEqual(e.iloc[0,0], 35395)
self.assertEqual(e.iloc[0,1], 100.2)
def test_get_df_and_ts():
import_csv(CURRENT_MONTH_DATA_FOLDER)
z = get_ts('SOC_WAGE_rub','a', 2014)
assert isinstance(z, pd.core.series.Series)
assert z.iloc[0] == 32495
e = get_df(['SOC_WAGE_rub', 'CPI_rog'], 'm', '2015-06', '2015-06')
assert isinstance(e, pd.DataFrame)
# WARNING: this is data revision - in ind06 this was
# assert e.iloc[0,0] == 35930.0
# now in ind09 it is:
assert e.iloc[0,0] == 35395
assert e.iloc[0,1] == 100.2
def update(data_folder):
# Create CSV file
make_csv(data_folder)
# Parse and upload CSV file to database
import_csv(data_folder)
# Run some inspection of import results - are all variables imported?
notify_on_import_result(data_folder)
# Export times series from database to CSV files and Excel xls(x)
db_dump()
# Create and save PDF and *.png graphs
write_plots()
# Write list of variables to markdown file
# Note: may also want to see frequencies of data
dump_var_list_explained()
def update(data_folder):
# Create CSV file
make_csv(data_folder)
# Parse and upload CSV file to database
import_csv(data_folder)
# Run some inspection of import results - are all variables imported?
notify_on_import_result(data_folder)
# Export times series from database to CSV files and Excel xls(x)
db_dump()
# Create and save PDF and *.png graphs
write_plots()
# Write list of variables to markdown file
# Note: may also want to see frequencies of data
dump_var_list_explained()
def update_database_to_current_month_folder():
import_csv(CURRENT_MONTH_DATA_FOLDER)
def test_import_complete(data_folder=CURRENT_MONTH_DATA_FOLDER):
# TODO: add config file to import 'PROFIT'
import_csv(data_folder, kill_existing_data=True)
assert len(get_varnames_not_in_db(data_folder)) == 1
assert get_varnames_not_in_db(data_folder) == ["PROFIT"]
def test_import_complete(self):
# TODO: add config file to import 'PROFIT'
import_csv(CURRENT_MONTH_DATA_FOLDER, kill_existing_data = True)
self.assertEqual(len(get_varnames_not_in_db(CURRENT_MONTH_DATA_FOLDER)), 1)
self.assertEqual(get_varnames_not_in_db(CURRENT_MONTH_DATA_FOLDER), ["PROFIT"])
def test_import_complete(data_folder = CURRENT_MONTH_DATA_FOLDER):
# TODO: add config file to import 'PROFIT'
import_csv(data_folder, kill_existing_data = True)
assert len(get_varnames_not_in_db(data_folder)) == 1
assert get_varnames_not_in_db(data_folder) == ["PROFIT"]
