예제 #1
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='INSEE', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='National Institute of Statistics and Economic Studies',
            version=VERSION,
            region='France',
            website='http://www.insee.fr',
            terms_of_use=
            'http://www.insee.fr/en/service/default.asp?page=rediffusion/rediffusion.htm',
            fetcher=self)

        self.xml_sdmx = XMLSDMX(agencyID=self.provider_name,
                                store_filepath=self.store_path,
                                use_existing_file=self.use_existing_file)

        self.xml_dsd = XMLStructure(provider_name=self.provider_name,
                                    sdmx_client=self.xml_sdmx)

        self._dataflows = None
        self._categoryschemes = None
        self._categorisations = None
        self._categorisations_categories = None
        self._concepts = None
        self._codelists = OrderedDict()

        self.requests_client = requests.Session()
예제 #2
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='DUMMY', version=VERSION, **kwargs)

        self.provider = Providers(name=self.provider_name,
                                  long_name='Dummy Fetcher',
                                  version=VERSION,
                                  region='World',
                                  website='http://www.example.org',
                                  fetcher=self)
예제 #3
0
파일: bdf.py 프로젝트: Menandalbee/dlstats
    def __init__(self, **kwargs):
        super().__init__(provider_name='BDF', version=2, **kwargs)

        self.provider = Providers(name=self.provider_name,
                                  long_name='Banque de France',
                                  version=2,
                                  region='France',
                                  website='http://webstat.banque-france.fr/',
                                  fetcher=self)
        self.categories_filter = ['concept']
예제 #4
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='BIS', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='Bank for International Settlements',
            version=VERSION,
            region='World',
            website='http://www.bis.org',
            terms_of_use='https://www.bis.org/terms_conditions.htm',
            fetcher=self)
예제 #5
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='ESRI', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='Economic and Social Research Institute, Cabinet Office',
            version=VERSION,
            region='Japan',
            website='http://www.esri.cao.go.jp/index-e.html',
            fetcher=self)

        self.categories_filter = ['SNA']
예제 #6
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='IMF', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name="International Monetary Fund",
            version=VERSION,
            region='World',
            website='http://www.imf.org/',
            terms_of_use='http://www.imf.org/external/terms.htm',
            fetcher=self)

        self.requests_client = requests.Session()
예제 #7
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='OECD', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='Organisation for Economic Co-operation and Development',
            version=VERSION,
            region='World',
            website='http://www.oecd.org',
            terms_of_use='http://www.oecd.org/termsandconditions/',
            fetcher=self)

        self.requests_client = requests.Session()
예제 #8
0
    def __init__(self, db=None, **kwargs):        
        super().__init__(provider_name='DESTATIS', db=db, **kwargs)
        
        if not self.provider:
            self.provider = Providers(name=self.provider_name,
                                      long_name='Statistisches Bundesamt',
                                      version=VERSION,
                                      region='Germany',
                                      website='https://www.destatis.de',
                                      fetcher=self)

        if self.provider.version != VERSION:
            self.provider.update_database()
예제 #9
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='BEA', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='Bureau of Economic Analysis',
            region='USA',
            version=VERSION,
            website='http://www.bea.gov',
            terms_of_use='http://www.bea.gov/about/BEAciting.htm',
            fetcher=self)

        self._datasets_settings = None
        self._current_urls = {}
예제 #10
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='ECB', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='European Central Bank',
            version=VERSION,
            region='Europe',
            website='http://www.ecb.europa.eu',
            terms_of_use=
            'https://www.ecb.europa.eu/home/disclaimer/html/index.en.html',
            fetcher=self)

        self.xml_sdmx = None
        self.xml_dsd = None

        self._dataflows = None
        self._categoryschemes = None
        self._categorisations = None
        self._concepts = None
예제 #11
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='WORLDBANK', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='World Bank',
            version=VERSION,
            region='World',
            website='http://www.worldbank.org/',
            terms_of_use='http://data.worldbank.org/summary-terms-of-use',
            fetcher=self)

        self.api_url = 'http://api.worldbank.org/v2/'

        self.requests_client = requests.Session()

        self.blacklist = [
            '13',  # Enterprise Surveys
            '26',  # Corporate scorecard # datacatalog id="89"    
            '29',  # Global Social Protection
            '31',  # Country Policy and Institutional Assessment (CPIA)
            '36',  # Statistical Capacity Indicators # datacatalog id="8"
            '37',  # LAC Equity Lab
            '41',  # Country Partnership Strategy for India
            '44',  # Readiness for Investment in Sustainable Energy (RISE)
            '45',  # INDO-DAPOER
        ]
        """
        A Exclure:
        economycoverage: WLD, EAP, ECA, LAC, MNA, SAS, SSA, HIC, LMY, IBRD, IDA
        numberofeconomies: 214
        topics: 
        mobileapp: ???
        > Les données agrégés par régions sont aussi dans les countries mais avec un id="NA" dans region
        <wb:region id="NA">Aggregates</wb:region>
        """

        self._available_countries = None
        self._available_countries_by_name = None
예제 #12
0
    def __init__(self, **kwargs):
        super().__init__(provider_name='EUROSTAT', version=VERSION, **kwargs)

        self.provider = Providers(
            name=self.provider_name,
            long_name='Eurostat',
            version=VERSION,
            region='Europe',
            website='http://ec.europa.eu/eurostat',
            terms_of_use=
            'http://ec.europa.eu/eurostat/about/our-partners/copyright',
            fetcher=self)

        self.categories_filter = [
            'nama10',
            'namq_10',
            'nasa_10',
            'nasq_10',
            'naid_10',
            'nama',
            'namq',
            'nasa',
            'nasq',
            'gov',
            'ert',
            'irt',
            'prc',
            'bop',
            'bop_6',
            'demo',  # We harvest demo because we need demo_pjanbroad.
            'lfsi_act_q',
            'euroind',
            'pop',
            'labour',
        ]

        self.url_table_of_contents = "http://ec.europa.eu/eurostat/estat-navtree-portlet-prod/BulkDownloadListing?sort=1&file=table_of_contents.xml"
        self.updated_catalog = False