def download_from_url(url, output_directory, filename=None, use_cache=True): """Download file from a url and put it under output_directory. :param url: Url that gives response. :type url: str :param output_directory: Directory to put the diagram. :type output_directory: str :param filename: Optional filename for downloaded file. :type filename: str :param use_cache: If there is a cached copy of the file already in the output directory, do not refetch it (True) or force refecth it (False). :type use_cache: bool :returns: File path if success to download, else None :rtype: str """ if filename is None: filename = get_filename(url) LOGGER.info('Download file %s from %s' % (filename, url)) file_path = os.path.join(output_directory, filename) if os.path.exists(file_path) and use_cache: LOGGER.info('File %s exists, not downloading' % file_path) return file_path # Set Proxy in webpage proxy = get_proxy() network_manager = QNetworkAccessManager() if not proxy is None: network_manager.setProxy(proxy) # Download Process # noinspection PyTypeChecker downloader = FileDownloader(network_manager, url, file_path) try: result = downloader.download() except IOError as ex: raise DownloadException(ex) if result[0] is not True: _, error_message = result raise DownloadException(error_message) if os.path.exists(file_path): return file_path else: return None
def download_from_url(url, output_directory, filename=None, use_cache=True): """Download file from a url and put it under output_directory. :param url: Url that gives response. :type url: str :param output_directory: Directory to put the diagram. :type output_directory: str :param filename: Optional filename for downloaded file. :type filename: str :param use_cache: If there is a cached copy of the file already in the output directory, do not refetch it (True) or force refecth it (False). :type use_cache: bool :returns: File path if success to download, else None :rtype: str """ if filename is None: filename = get_filename(url) LOGGER.info('Download file %s from %s' % (filename, url)) file_path = os.path.join(output_directory, filename) if os.path.exists(file_path) and use_cache: LOGGER.info('File %s exists, not downloading' % file_path) return file_path # Set Proxy in webpage proxy = get_proxy() network_manager = QNetworkAccessManager() if not proxy is None: network_manager.setProxy(proxy) # Download Process # noinspection PyTypeChecker downloader = FileDownloader(network_manager, url, file_path) try: result = downloader.download() except IOError as ex: raise DownloadException(ex) if result[0] is not True: _, error_message = result raise DownloadException(error_message) if os.path.exists(file_path): return file_path else: return None
def construct_url(db_manager, sg_code=None, province_name=None): """Construct url to download sg diagram. :param db_manager: A database manager :type db_manager: DatabaseManager :param sg_code: SG code. :type sg_code: str :param province_name: province_name name. :type province_name: str :returns: URL to download sg diagram. :rtype: str """ LOGGER.info('Constructing url for %s %s' % (sg_code, province_name)) if not is_valid_sg_code(sg_code): raise InvalidSGCodeException if sg_code is None or province_name is None: raise UrlException() if province_name not in PROVINCE_NAMES: raise NotInSouthAfricaException base_url = 'http://csg.dla.gov.za/esio/listdocument.jsp?' reg_division = sg_code[:8] try: record = get_office(db_manager, reg_division, province_name) except DatabaseException: raise DatabaseException if record is None or bool(record) is None: raise DatabaseException office, office_number, typology = record erf = sg_code[8:16] portion = sg_code[16:] url = base_url + 'regDivision=' + reg_division url += '&office=' + office url += '&Noffice=' + office_number url += '&Erf=' + erf url += '&Portion=' + portion return url
def construct_url(db_manager, sg_code=None, province_name=None): """Construct url to download sg diagram. :param db_manager: A database manager :type db_manager: DatabaseManager :param sg_code: SG code. :type sg_code: str :param province_name: province_name name. :type province_name: str :returns: URL to download sg diagram. :rtype: str """ LOGGER.info('Constructing url for %s %s' % (sg_code, province_name)) if not is_valid_sg_code(sg_code): raise InvalidSGCodeException if sg_code is None or province_name is None: raise UrlException() if province_name not in PROVINCE_NAMES: raise NotInSouthAfricaException base_url = 'http://csg.dla.gov.za/esio/listdocument.jsp?' reg_division = sg_code[:8] try: record = get_office(db_manager, reg_division, province_name) except DatabaseException: raise DatabaseException if record is None or bool(record) is None: raise DatabaseException office, office_number, typology = record erf = sg_code[8:16] portion = sg_code[16:] url = base_url + 'regDivision=' + reg_division url += '&office=' + office url += '&Noffice=' + office_number url += '&Erf=' + erf url += '&Portion=' + portion return url