def fetch_and_extract_master(master_repo, root_path):
print 'Fetching remote master..',
download_file(master_repo, '', 'master.zip')
print 'Done!'
with zipfile.ZipFile('master.zip', 'r') as zip_file:
print 'Extracting master.zip..',
zip_file.extractall(root_path)
print 'Done!'
print 'last-modified header time: ' + last_modified
db_last_modified = db.get_lastmodified(url)
if db_last_modified != None:
print 'database last modified time: ' + db_last_modified
if not db.is_newer(url, last_modified):
return DLRESULT_CACHED
db.add_mod(url, filename, last_modified)
elif is_cached:
return DLRESULT_CACHED
else:
db.add_mod(url, filename, 'LastModifiedHeaderMissing')
download_file(url, path, filename)
return DLRESULT_SUCCESS
def parse_ckan_metadata(filename):
data = None
with open(filename) as json_file:
data = json.load(json_file)
return data
def parse_ckan_metadata_directory(path):
print 'Looking for .ckan metadata files in ' + path
ckan_files = find_files_with_extension(path, '.ckan')
print 'Found %i metadata files' % len(ckan_files)
