def fetch_and_extract_master(master_repo, root_path): print 'Fetching remote master..', download_file(master_repo, '', 'master.zip') print 'Done!' with zipfile.ZipFile('master.zip', 'r') as zip_file: print 'Extracting master.zip..', zip_file.extractall(root_path) print 'Done!'
print 'last-modified header time: ' + last_modified db_last_modified = db.get_lastmodified(url) if db_last_modified != None: print 'database last modified time: ' + db_last_modified if not db.is_newer(url, last_modified): return DLRESULT_CACHED db.add_mod(url, filename, last_modified) elif is_cached: return DLRESULT_CACHED else: db.add_mod(url, filename, 'LastModifiedHeaderMissing') download_file(url, path, filename) return DLRESULT_SUCCESS def parse_ckan_metadata(filename): data = None with open(filename) as json_file: data = json.load(json_file) return data def parse_ckan_metadata_directory(path): print 'Looking for .ckan metadata files in ' + path ckan_files = find_files_with_extension(path, '.ckan') print 'Found %i metadata files' % len(ckan_files)