"""
Manual Testing Code Snippets
"""
# Test 1: Compare _SC_ method with construct_sitc_dataset()
import os
from pyeconlab import BACIConstructor
SOURCE_DIR = os.path.expanduser("~/work-data/datasets/e988b6544563675492b59f397a8cb6bb/")
baci = BACIConstructor(source_dir=SOURCE_DIR, source_classification="HS96", standard_names=True)
#-Construct SC-#
sc = baci.construct_dataset_SC_CP_SITCR2L3_Y1998to2012(data_type="export")
del baci
#-Construct SITC-#
baci = BACIConstructor(source_dir=SOURCE_DIR, source_classification="HS96", standard_names=True)
ex = baci.construct_sitc_dataset(data_type="export", dataset="A", product_level=3, report=False, dataset_object=True)
print sc
print ex
from pyeconlab.util import compare_dataframe_rows
s,d = compare_dataframe_rows(ex.data, sc.data.reindex_like(ex.data))
d
sc.data.ix[1998].ix["ALB"].ix["211"]
ex.data.ix[1998].ix["ALB"].ix["211"]
#Outcome Test 1: There are some differences between the two methods becuase they use different
#country concordances and construct_sitc_dataset() uses the latest with additional countries such as South Sudan etc.
from pandas.util.testing import assert_frame_equal
from pyeconlab.util import compare_dataframe_rows
SOURCE = "/home/matthewmckay/work-data/datasets/36a376e5a01385782112519bddfac85e/"
# -A-#
nber = NBERWTFConstructor(source_dir=SOURCE)
a = nber.construct_dataset_SC_CNTRY_SR2L3_Y62to00_A(data_type="export")
nber.reset_dataset()
b = nber.construct_sitc_dataset(
data_type="export", dataset="A", product_level=3, sitc_revision=2, dataset_object=True
)
try:
assert_frame_equal(a.data, b.data)
except:
s, d = compare_dataframe_rows(a.data, b.data.reindex_like(a.data))
d.to_excel("diff_A.xlsx")
s, d = compare_dataframe_rows(b.data, a.data.reindex_like(a.data))
d.to_excel("diff_A_alt.xlsx")
### --- Note the Following will differ on CHN and HKG Exports due to construct_sitc_dataset() makes use of the HK-CHINA adjustment data --- ####
# -B-#
nber = NBERWTFConstructor(source_dir=SOURCE)
a = nber.construct_dataset_SC_CNTRY_SR2L3_Y62to00_B(data_type="export") # -Note B ~= C
nber.reset_dataset()
b = nber.construct_sitc_dataset(
data_type="export", dataset="C", product_level=3, sitc_revision=2, dataset_object=True
)
try:
assert_frame_equal(a.data, b.data)
### --- Test: Old (SC_CNTRY_SR2L3 Routines to construct_sitc_dataset() method) --- ###
from pyeconlab import NBERWTFConstructor
from pandas.util.testing import assert_frame_equal
from pyeconlab.util import compare_dataframe_rows
SOURCE = "/home/matthewmckay/work-data/datasets/36a376e5a01385782112519bddfac85e/"
#-A-#
nber = NBERWTFConstructor(source_dir=SOURCE)
a = nber.construct_dataset_SC_CNTRY_SR2L3_Y62to00_A(data_type="export")
nber.reset_dataset()
b = nber.construct_sitc_dataset(data_type="export", dataset="A", product_level=3, sitc_revision=2, dataset_object=True)
try:
assert_frame_equal(a.data, b.data)
except:
s,d = compare_dataframe_rows(a.data, b.data.reindex_like(a.data))
d.to_excel("diff_A.xlsx")
s,d = compare_dataframe_rows(b.data, a.data.reindex_like(a.data))
d.to_excel("diff_A_alt.xlsx")
### --- Note the Following will differ on CHN and HKG Exports due to construct_sitc_dataset() makes use of the HK-CHINA adjustment data --- ####
#-B-#
nber = NBERWTFConstructor(source_dir=SOURCE)
a = nber.construct_dataset_SC_CNTRY_SR2L3_Y62to00_B(data_type="export") #-Note B ~= C
nber.reset_dataset()
b = nber.construct_sitc_dataset(data_type="export", dataset="C", product_level=3, sitc_revision=2, dataset_object=True)
try:
assert_frame_equal(a.data, b.data)
except:
s,d = compare_dataframe_rows(a.data, b.data.reindex_like(a.data))
SOURCE_DIR = os.path.expanduser(
"~/work-data/datasets/e988b6544563675492b59f397a8cb6bb/")
baci = BACIConstructor(source_dir=SOURCE_DIR,
source_classification="HS96",
standard_names=True)
#-Construct SC-#
sc = baci.construct_dataset_SC_CP_SITCR2L3_Y1998to2012(data_type="export")
del baci
#-Construct SITC-#
baci = BACIConstructor(source_dir=SOURCE_DIR,
source_classification="HS96",
standard_names=True)
ex = baci.construct_sitc_dataset(data_type="export",
dataset="A",
product_level=3,
report=False,
dataset_object=True)
print sc
print ex
from pyeconlab.util import compare_dataframe_rows
s, d = compare_dataframe_rows(ex.data, sc.data.reindex_like(ex.data))
d
sc.data.ix[1998].ix["ALB"].ix["211"]
ex.data.ix[1998].ix["ALB"].ix["211"]
#Outcome Test 1: There are some differences between the two methods becuase they use different
#country concordances and construct_sitc_dataset() uses the latest with additional countries such as South Sudan etc.
