def __init__(self):
GithubRepo.__init__(
self,
output_dir=get_overseas_dir() / 'de' / 'covid-19-germany-gae',
github_url='https://github.com/jgehrcke/covid-19-germany-gae')
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
# Only raw_data4.json is currently being updated,
# so won't download the others every day
URLBase.__init__(
self,
output_dir=get_overseas_dir() / 'af' / 'data',
urls_dict={
'provinces_1.csv':
URL(
'https://docs.google.com/spreadsheet/ccc?'
'key=1F-AMEDtqK78EA6LYME2oOsWQsgJi4CT3V_G4Uo-47Rg&'
'gid=1539509351&output=csv',
static_file=False)
})
self.sdpf = StrictDataPointsFactory(
region_mappings={
('admin_1', 'af', 'dykundi'):
None, #('admin_1', 'af', 'AF-DAY'),
('admin_1', 'af', 'hirat'): ('admin_1', 'af', 'AF-HER'),
('admin_1', 'af', 'jawzjan'): ('admin_1', 'af', 'AF-JOW'),
('admin_1', 'af', 'paktya'): ('admin_1', 'af', 'AF-PIA'),
('admin_1', 'af', 'panjsher'):
None, #('admin_1', 'af', 'AF-PAN'),
('admin_1', 'af', 'sar-e-pul'): ('admin_1', 'af', 'AF-SAR'),
('admin_1', 'af', 'daykundi'):
None, #('admin_1', 'af', 'AF-DAY'),
('admin_1', 'af', 'panjshir'):
None, #('admin_1', 'af', 'AF-PAN'),
('admin_1', 'af', 'panjshir\xa0province'):
None, #('admin_1', 'af', 'AF-PAN'),
('admin_1', 'af', 'sar-e\xa0pol\xa0province'):
('admin_1', 'af', 'AF-SAR'),
},
mode=MODE_STRICT)
self.update()
def __init__(self):
# Only raw_data4.json is currently being updated,
# so won't download the others every day
URLBase.__init__(
self,
output_dir=get_overseas_dir() / 'so' / 'data',
urls_dict={
'so_data.csv':
URL('https://docs.google.com/spreadsheets/d/e/2PACX-1vRTGuZDNylQKqZC7ITpHkLw-7nHvElQNtImJS7kRFXGak664t6jxDjvdVHHWkKPJ7rvwAtj6VGXrQUC/pub?output=csv',
static_file=False)
})
self.sdpf = StrictDataPointsFactory(
region_mappings={
('admin_1', 'so', 'banadir'): ('admin_1', 'so', 'so-bn'),
('admin_1', 'so', 'galmudug state'):
('admin_1', 'so', 'so-ga'),
('admin_1', 'so', 'hir-shabelle state'): None, # FIXME!
('admin_1', 'so', 'jubaland state'): None, # FIXME!
('admin_1', 'so', 'puntland'): None, # FIXME!!
('admin_1', 'so', 'somaliland'): None, # FIXME!
('admin_1', 'so', 'south west state'): None, # FIXME!
('admin_1', 'so', 'south west'): None, # FIXME!
('admin_1', 'so', 'jubaland'): None,
('admin_1', 'so', 'galmmudug'): ('admin_1', 'so', 'so-ga'),
('admin_1', 'so', 'hir-shabelle'): None,
('admin_1', 'so', 'galmudug'): ('admin_1', 'so', 'so-ga'),
},
mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'pt' / 'data',
urls_dict={
'national_data.json':
URL(NATIONAL_URL.replace(' ', '%20'),
static_file=False),
'municipality_data.json':
URL(MUNICIPALITY_URL.replace(' ', '%20'),
static_file=False)
})
self.sdpf = StrictDataPointsFactory(region_mappings={
('pt_municipality', 'pt', 'guimarães'):
None,
('pt_municipality', 'pt', 'tavira'):
None,
('pt_municipality', 'pt', 'lagoa (faro)'):
None,
('pt_municipality', 'pt', 'vila da praia da vitória'):
None,
('pt_municipality', 'pt', 'ponte de sor'):
None,
('pt_municipality', 'pt', 'calheta (açores)'):
None,
('pt_municipality', 'pt', 'calheta [r.a. açores]'):
None,
('pt_municipality', 'pt', 'lagoa [r.a. açores]'):
None,
('pt_municipality', 'pt', 'calheta de são jorge'):
None,
('pt_municipality', 'pt', 'calheta [r.a. madeira]'):
None,
},
mode=MODE_STRICT)
self.update()
def __init__(self):
GithubRepo.__init__(
self,
output_dir=get_overseas_dir() / 'jp' / 'covid19' / 'data',
github_url='https://github.com/kaz-ogiwara/covid19')
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(
self,
output_dir=get_overseas_dir() / 'be' / 'data',
urls_dict={
'cases_age_sex.csv':
URL('https://epistat.sciensano.be/Data/COVID19BE_CASES_AGESEX.csv',
static_file=False),
'cases_municipality_cumulative.csv':
URL('https://epistat.sciensano.be/Data/COVID19BE_CASES_MUNI_CUM.csv',
static_file=False),
'cases_municipality.csv':
URL('https://epistat.sciensano.be/Data/COVID19BE_CASES_MUNI.csv',
static_file=False),
'cases_hospital.csv':
URL('https://epistat.sciensano.be/Data/COVID19BE_HOSP.csv',
static_file=False),
'cases_mortality.csv':
URL('https://epistat.sciensano.be/Data/COVID19BE_MORT.csv',
static_file=False),
'cases_tests.csv':
URL('https://epistat.sciensano.be/Data/COVID19BE_tests.csv',
static_file=False),
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
GithubRepo.__init__(
self,
output_dir=get_overseas_dir() / 'uk' / 'covid-19-uk-data' / 'data',
github_url='https://github.com/tomwhite/covid-19-uk-data')
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
KaggleDataset.__init__(self,
output_dir=get_overseas_dir() / 'ko' / 'data',
dataset='kimjihoo/coronavirusdataset'
)
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'pl' / 'govdata',
urls_dict=self.__get_urls_dict()
)
self.sdpf = StrictDataPointsFactory(
region_mappings={
('admin_1', 'pl', 'pl-02'): ('admin_1', 'pl', 'pl-ds'),
('admin_1', 'pl', 'pl-04'): ('admin_1', 'pl', 'pl-kp'),
('admin_1', 'pl', 'pl-06'): ('admin_1', 'pl', 'pl-lu'),
('admin_1', 'pl', 'pl-08'): ('admin_1', 'pl', 'pl-lb'),
('admin_1', 'pl', 'pl-14'): ('admin_1', 'pl', 'pl-mz'),
('admin_1', 'pl', 'pl-12'): ('admin_1', 'pl', 'pl-ma'),
('admin_1', 'pl', 'pl-16'): ('admin_1', 'pl', 'pl-op'),
('admin_1', 'pl', 'pl-18'): ('admin_1', 'pl', 'pl-pk'),
('admin_1', 'pl', 'pl-20'): ('admin_1', 'pl', 'pl-pd'),
('admin_1', 'pl', 'pl-22'): ('admin_1', 'pl', 'pl-pm'),
('admin_1', 'pl', 'pl-28'): ('admin_1', 'pl', 'pl-wn'),
('admin_1', 'pl', 'pl-30'): ('admin_1', 'pl', 'pl-wp'),
('admin_1', 'pl', 'pl-32'): ('admin_1', 'pl', 'pl-zp'),
('admin_1', 'pl', 'pl-10'): ('admin_1', 'pl', 'pl-ld'),
('admin_1', 'pl', 'pl-24'): ('admin_1', 'pl', 'pl-sl'),
('admin_1', 'pl', 'pl-26'): ('admin_1', 'pl', 'pl-sk'),
},
mode=MODE_STRICT
)
self.update()
def __init__(self):
# Only raw_data4.json is currently being updated,
# so won't download the others every day
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'id' / 'data',
urls_dict={
'provinces_1.csv': URL(
'https://docs.google.com/spreadsheet/ccc?'
'key=1ma1T9hWbec1pXlwZ89WakRk-OfVUQZsOCFl4FwZxzVw&gid=2052139453&output=csv',
static_file=False
),
'provinces_2.csv': URL(
'https://docs.google.com/spreadsheet/ccc?'
'key=1sgiz8x71QyIVJZQguYtG9n6xBEKdM4fXuDs_d8zKOmY&gid=83750310&output=csv',
static_file=False
)
}
)
self.sdpf = StrictDataPointsFactory(
region_mappings={
('admin_1', 'id', 'babel'): ('admin_1', 'id', 'ID-BB'),
('admin_1', 'id', 'diy'): ('admin_1', 'id', 'ID-YO'),
('admin_1', 'id', 'kaltara'): None, #('admin_1', 'id', 'ID-KU'),
('admin_1', 'id', 'kep riau'): ('admin_1', 'id', 'ID-KR'),
('admin_1', 'id', 'papbar'): ('admin_1', 'id', 'ID-PB'),
('admin_1', 'id', 'sulbar'): ('admin_1', 'id', 'ID-SR'),
},
mode=MODE_STRICT
)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'fr' / 'govdata',
urls_dict=self.__get_urls_dict())
self.sdpf = StrictDataPointsFactory(
region_mappings={
# TODO: What are all these codes?
('admin_1', 'fr', 'fr-971'): None,
('admin_1', 'fr', 'fr-972'): None,
('admin_1', 'fr', 'fr-973'): None,
('admin_1', 'fr', 'fr-974'): None,
('admin_1', 'fr', 'fr-975'): None,
('admin_1', 'fr', 'fr-976'): None,
('admin_1', 'fr', 'fr-977'): None,
('admin_1', 'fr', 'fr-978'): None,
('admin_1', 'fr', 'fr-979'): None,
('admin_1', 'fr', 'fr-980'): None,
('admin_1', 'fr', 'fr-981'): None,
('admin_1', 'fr', 'fr-982'): None,
('admin_1', 'fr', 'fr-983'): None,
('admin_1', 'fr', 'fr-984'): None,
('admin_1', 'fr', 'fr-985'): None,
('admin_1', 'fr', 'fr-986'): None,
},
mode=MODE_STRICT)
self.update()
def __init__(self):
GithubRepo.__init__(
self,
output_dir=get_overseas_dir() / 'ca' / 'Covid19Canada',
github_url='https://github.com/ishaberry/Covid19Canada')
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(
self,
output_dir=get_overseas_dir() / 'si' / 'data',
urls_dict={
# Points for each county w/stats
'municipalities.json':
URL('https://api.sledilnik.org/api/municipalities',
static_file=False),
})
self.sdpf = StrictDataPointsFactory(region_mappings={
('admin_1', 'si', 'si-010'): None,
('admin_1', 'si', 'si-142'): None,
('admin_1', 'si', 'si-207'): None,
('admin_1', 'si', 'si-199'): None,
('admin_1', 'si', 'si-206'): None,
('admin_1', 'si', 'si-212'): None,
('admin_1', 'si', 'si-211'): None,
('admin_1', 'si', 'si-208'): None,
('admin_1', 'si', 'si-201'): None,
('admin_1', 'si', 'si-196'): None,
('admin_1', 'si', 'si-197'): None,
('admin_1', 'si', 'si-209'): None,
('admin_1', 'si', 'si-204'): None,
('admin_1', 'si', 'si-213'): None,
('admin_1', 'si', 'si-200'): None,
('admin_1', 'si', 'si-205'): None,
('admin_1', 'si', 'si-203'): None,
('admin_1', 'si', 'si-198'): None,
('admin_1', 'si', 'si-202'): None,
('admin_1', 'si', 'si-088'): None,
('admin_1', 'si', 'si-210'): None,
},
mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'lt' / 'data',
urls_dict={
'regions_data.json': URL(DATA_URL,
static_file=False),
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
def __init__(self):
GithubRepo.__init__(
self,
output_dir=get_overseas_dir() / 'au' / 'AU_COVID19',
github_url='https://github.com/pappubahry/AU_COVID19')
self.sdpf = StrictDataPointsFactory(region_mappings={},
mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'uk' /
'covid-19-uk-data' / 'data',
urls_dict={})
self.update()
self.__download_dataset()
self.sdpf = StrictDataPointsFactory(mode=MODE_DEV)
def __init__(self, do_update=True):
GithubRepo.__init__(self,
output_dir=get_overseas_dir() / 'world_owid' /
'covid-19-data',
github_url='https://github.com/owid/covid-19-data')
self.spdf = StrictDataPointsFactory(region_mappings=world_jhu_mappings,
mode=MODE_STRICT)
if do_update:
self.update()
def __init__(self):
GithubRepo.__init__(self,
output_dir=get_overseas_dir() / 'it' / 'COVID-19',
github_url='https://github.com/pcm-dpc/COVID-19')
self.sdpf = StrictDataPointsFactory(region_mappings={
('it_province', 'friuli venezia giulia', 'it-ud')
},
mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'tr' / 'wikidata',
urls_dict={
'covid19_in_turkey.html': URL(WIKI_URL, static_file=False)
}
)
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'ma' / 'data',
urls_dict={
'index.html':
URL('https://covid.hespress.com/',
static_file=False)
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'ps' / 'data',
urls_dict={
'ps_corona.html':
URL('https://www.corona.ps/details',
static_file=False)
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'mk' / 'data',
urls_dict={
'mk_corona.html':
URL('https://koronavirus.gov.mk/vesti/218055',
static_file=False)
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'es' / 'isciii_data',
urls_dict={
'index.html':
URL('https://cnecovid.isciii.es/covid19/',
static_file=False),
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
GithubRepo.__init__(
self,
output_dir=get_overseas_dir() / 'es' / 'datasets',
github_url='https://github.com/datadista/datasets/')
self.sdpf = StrictDataPointsFactory(region_mappings={
('admin_1', 'es', 'es-cn'): None,
},
mode=MODE_DEV)
self.update()
def __init__(self):
GithubRepo.__init__(self,
output_dir=get_overseas_dir() / 'world_bing' / 'Bing-COVID-19-Data',
github_url='https://github.com/microsoft/Bing-COVID-19-Data')
self.sdpf = StrictDataPointsFactory(
region_mappings=world_bing_mappings,
mode=MODE_STRICT
)
self.update()
def __init__(self):
KaggleDataset.__init__(self,
output_dir=get_overseas_dir() / 'br' / 'data',
dataset='unanimad/corona-virus-brazil'
)
self.sdpf = StrictDataPointsFactory(
region_mappings=br_region_mappings,
mode=MODE_STRICT
)
self.update()
def __init__(self, do_update=True):
GithubRepo.__init__(self,
output_dir=get_overseas_dir() / 'world_jhu' / 'COVID-19',
github_url='https://github.com/CSSEGISandData/COVID-19')
self.spdf = StrictDataPointsFactory(
region_mappings=world_jhu_mappings,
mode=MODE_STRICT
)
if do_update:
self.update()
def __init__(self):
URLBase.__init__(
self,
output_dir=get_overseas_dir() / 'world_who' / 'data',
urls_dict={
'WHO-COVID-19-global-data.csv':
URL(url='https://covid19.who.int/WHO-COVID-19-global-data.csv',
static_file=False),
})
self.update()
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
def __init__(self):
URLBase.__init__(
self,
output_dir=get_overseas_dir() / 'gr' / 'data',
urls_dict={
'regions.json':
URL('https://covid-19-greece.herokuapp.com/regions-history',
static_file=False),
})
self.sdpf = StrictDataPointsFactory(mode=MODE_STRICT)
self.update()
def __init__(self):
URLBase.__init__(self,
output_dir=get_overseas_dir() / 'world_covid19datahub' / 'data',
urls_dict={
'rawdata-1.csv': URL(url='https://storage.covid19datahub.io/rawdata-1.csv', static_file=False),
'rawdata-2.csv': URL(url='https://storage.covid19datahub.io/rawdata-2.csv', static_file=False),
'rawdata-3.csv': URL(url='https://storage.covid19datahub.io/rawdata-3.csv', static_file=False),
}
)
self.update()
self.sdpf = StrictDataPointsFactory(mode=MODE_DEV) # NOTE ME!!!
