Esempio n. 1
0
def genius_scrape_url(url, title):
    proxy = urllib.request.getproxies()
    r = requests.get(url, timeout=10, proxies=proxy)

    try:
        document = BeautifulSoup(r.text, 'html.parser')
        lyrics_div = document.find('div', class_='lyrics')

        lyrics_paragraphs = []
        [
            lyrics_paragraphs.append(elem.get_text())
            for elem in lyrics_div.find_all('p')
        ]

        lyrics = ''.join(lyrics_paragraphs)

        return LYRICS_TUPLE(lyrics.strip(), url)
    except:
        if genius_key == '':
            logger.log(logger.LOG_LEVEL_INFO,
                       SEARCH_ERROR.format(source='Genius', file=title))
        else:
            logger.log(logger.LOG_LEVEL_ERROR,
                       PARSE_ERROR.format(source='Genius', file=title))
        return False

    return False
Esempio n. 2
0
def azlyrics_scrape_url(url, title):
    proxy = urllib.request.getproxies()
    headers = requests.utils.default_headers(
    )  # AZLyrics filters against bots by inspecting user-agent
    headers.update({
        'User-Agent': random.choice(USER_AGENTS),
    })

    r = requests.get(url, timeout=10, proxies=proxy, headers=headers)

    r.encoding = 'utf-8'

    try:
        document = BeautifulSoup(r.text, 'html.parser')
        lyrics = document.find('div', class_='', id='')

        [
            elem.extract() for elem in lyrics.find_all(
                text=lambda text: isinstance(text, Comment))
        ]  # Remove all text that is a comment in lyrics
        [elem.extract()
         for elem in lyrics.find_all('div')]  # Remove any sub-divs in lyrics
        [elem.extract()
         for elem in lyrics.find_all('script')]  # Remove any scripts in lyrics
        [elem.extract()
         for elem in lyrics.find_all('i')]  # Remove any italics in lyrics
        [elem.extract() for elem in lyrics.find_all('br')]  # Remove <br> tags

        return LYRICS_TUPLE(lyrics.get_text().strip(), url)
    except:
        logger.log(logger.LOG_LEVEL_ERROR,
                   PARSE_ERROR.format(source='AZLyrics', file=title))
        return False

    return False
Esempio n. 3
0
 def __init__(self):
     with open("/sys/devices/system/cpu/cpu1/cpufreq/scaling_governor"
               ) as file:
         self.performance_mode = file.read()
     logger.log(
         "Created an instance of the modules.performance_handler.PerformanceHandler class."
     )
Esempio n. 4
0
def musixmatch_search_for_url(artist, title):
    proxy = urllib.request.getproxies()
    url_params = urllib.parse.quote_plus(artist + ' ' + title)
    search_url = MUSIXMATCH_URL_BASE + '/search/{params}'.format(
        params=url_params)
    # print(search_url)

    headers = requests.utils.default_headers(
    )  # Musixmatch filters against bots by inspecting user-agent
    headers.update({
        'User-Agent': random.choice(USER_AGENTS),
    })

    r = requests.get(search_url, timeout=10, proxies=proxy, headers=headers)

    try:
        document = BeautifulSoup(r.text, 'html.parser')
        search_result = document.find('div', class_='box-style-plain')
        search_result = search_result.find_all('a', href=True)
        url = MUSIXMATCH_URL_BASE + search_result[0]['href']
        # print(url)
    except:
        logger.log(logger.LOG_LEVEL_INFO,
                   SEARCH_ERROR.format(source='Musixmatch', file=title))
        return False

    return url
Esempio n. 5
0
    def get_default_manager(self, ask_if_not_found: bool = False):
        """ Get default package manager. """
        current_distro = distro.id()

        if current_distro not in self.couples and ask_if_not_found:
            print(
                "Sorry, but we cannot recognize your package manager. Now you cannot use a few of features."
                "But we support these managers: ")
            self._show_managers()

            manager = input("Please, choose one of them: ")
            self._check_if_manager_exists(manager)

            return self.managers[manager]

        elif current_distro not in self.couples and not ask_if_not_found:
            config_content = ConfigReader().read()
            assert "package_manager" in config_content, "You did not set the package manager in you config file!"

            return self.managers[config_content["package_manager"]]

        default_manager = self.couples[current_distro]
        logger.log(
            f"A default package manager was defined: {default_manager.name} at "
            "modules.package_managers.DefaultManager.get_default_manager method."
        )

        return default_manager
Esempio n. 6
0
def lyricwiki_scrape_url(url, title):
    proxy = urllib.request.getproxies()
    r = requests.get(url, timeout=10, proxies=proxy)
    try:
        document = BeautifulSoup(r.text, 'html.parser')
        lyrics = document.find(
            'div', class_='lyricbox')  # Find all divs with class lyricbox

        [
            elem.extract() for elem in lyrics.find_all(
                text=lambda text: isinstance(text, Comment))
        ]  # Remove all text that is a comment in lyrics
        [elem.extract()
         for elem in lyrics.find_all('div')]  # Remove any sub-divs in lyrics
        [elem.extract()
         for elem in lyrics.find_all('script')]  # Remove any scripts in lyrics
        [elem.replace_with('\n') for elem in lyrics.find_all('br')
         ]  # Remove <br> tags and reformat them into \n line breaks

        return LYRICS_TUPLE(lyrics.get_text().strip(), url)
    except:
        logger.log(logger.LOG_LEVEL_ERROR,
                   PARSE_ERROR.format(source='LyricWiki', file=title))
        return False

    return False
Esempio n. 7
0
 def setAlbumArt(self, imageData, deviceRatio):
     """Sets album art in song widget
 
 Args:
     imageData (bytes): A bytes literal containing embedded album art
     deviceRatio (int): Pixel ratio of the screen that this program runs on
 """
     try:
         if imageData == b'' or imageData is None:
             albumImage = QtGui.QImage(
                 utils.resource_path('./assets/art_empty.png'))
         else:
             albumImage = QtGui.QImage.fromData(imageData)
         if albumImage.isNull():
             albumImage = QtGui.QImage(
                 utils.resource_path('./assets/art_empty.png'))
         albumIcon = QtGui.QPixmap.fromImage(albumImage)
         albumIcon.setDevicePixelRatio(deviceRatio)
         self._iconWidth = deviceRatio * (self._albumArtLabel.width() - 10)
         self._iconHeight = deviceRatio * (self._albumArtLabel.height() -
                                           10)
         self._albumArtLabel.setPixmap(
             albumIcon.scaled(self._iconWidth, self._iconHeight,
                              QtCore.Qt.KeepAspectRatio,
                              QtCore.Qt.SmoothTransformation))
     except:
         logger.log(logger.LOG_LEVEL_ERROR, 'Error setting album art.')
Esempio n. 8
0
    def _check_if_manager_exists(self, manager: str):
        try:
            assert manager in self.managers, "Chosen manager is not supported!"

        except AssertionError as error:
            logger.log(error)
            exit()
Esempio n. 9
0
 def __init__(self, author, message, deadline=None, full_deadline=None):
     self.author = author
     self.message = message
     self.deadline = full_deadline or deadline
     self.fixed_deadline = bool(full_deadline)
     self.home_dir = get_path("home")
     logger.log("An instance of the modules.note.Note class was created.")
Esempio n. 10
0
    def erase(self, name=None, names=None):
        """
            Erase element or elements from a config.

            Attributes
            ----------
            name: str
                Name of an erasing element.
            names: list [ "name", "name" ]
                List of names those should be erased.
        """
        config = open(self.path, "r")
        config_backup = self.config_reader.read()
        config_content = self.config_reader.read()
        config.close()

        try:
            self._check_if_given_both(name, names)

            config = open(self.path, "w")
            config_content = self._erase_items(config_content, names or [name])
            self._write_items_to_config(config, config_content or {})
            config.close()

            logger.log("The param(s) ha(s/ve) been erased from the config.")

        except AssertionError as e:
            config_writer.write(items=config_backup)
            logger.log(e)
            sys.exit()
Esempio n. 11
0
    def write(self, name=None, value=None, items=None):
        """
            Write element to a config.

            Arguments
            ---------
            name: str
                Name of a config attribute.
            value: str
                Value of a config attribute.
            items: dict { "name" : "value" }
                A dictionary of couples name: value. Any Items will be written to a config.
        """
        try:
            assert os.path.isfile(self.path), "Config file does not exists!"

            config = open(self.path, "a")
            self._write_items_to_config(config, items or {name: value})
            config.close()

            logger.log("The param(s) ha(s/ve) been written to the config.")

        except AssertionError as error:
            logger.log(error)
            sys.exit()
Esempio n. 12
0
 def setUrl(self, url):
     self._url = url
     try:
         if SongWidget.dialog is not None:
             if SongWidget.dialog.getFilepath() == self._filepath:
                 SongWidget.dialog.updateUrl(url)
     except Exception as e:
         logger.log(logger.LOG_LEVEL_ERROR, str(e))
Esempio n. 13
0
 def setLyrics(self, lyrics):
     self._lyrics = lyrics
     try:
         if SongWidget.dialog is not None:
             if SongWidget.dialog.getFilepath() == self._filepath:
                 SongWidget.dialog.updateLyrics(lyrics)
     except Exception as e:
         logger.log(logger.LOG_LEVEL_ERROR, str(e))
Esempio n. 14
0
    def read(self) -> dict:
        """ Read content of the configuration file. """
        config_content = self._get_config_content()
        config_items = self._create_config_items(config_content)
        config = self._create_config(config_items)

        logger.log("The config has been read successfully.")
        return config
Esempio n. 15
0
    def _get_action(self, arg: str):
        try:
            assert arg in actions, f"An action with name {arg} does not exists!"

            return actions[arg]

        except AssertionError as error:
            logger.log(error)
            exit()
Esempio n. 16
0
def check_if_config_exists():
    """ Check if required configuration file exists. """
    if not os.path.isfile(get_path("config")):
        logger.log(
            Warning(
                "✘ You haven't initialized! Execute doondler --init to create a"
                " user config file and continue!"))
        raise InitializationError(
            "Initialization error! Initialize and try again!")
Esempio n. 17
0
    def remove(self):
        """ Remove a config file. """
        is_config_exists = os.path.isfile(self.main_path)
        assert is_config_exists, "You cannot remove file that not exists!"

        os.remove(self.main_path)
        logger.log(
            "The config has been removed successfully at the modules.config"
            ".Config.remove method.")
Esempio n. 18
0
    def _set_params(self):
        self.username["value"] = ask_param(self.username)
        self.home_dir["value"] = ask_param(self.home_dir)
        self.city["value"] = ask_param(self.city)
        self.handler["value"] = take_handler(self.handler)
        self.package_manager["value"] = ask_param(self.package_manager)

        logger.log(
            "Config params (username, home_dir, city, etc...) were set at the "
            "modules.config.Config._set_params method.")
Esempio n. 19
0
    def _create_config_item(self, key, value):
        try:
            assert bool(key) is True, "You cannot set empty parameter name!"
            assert bool(value) is True, "You cannot set empty parameter value!"

            return f"{key} = {value}\n"

        except AssertionError as e:
            logger.log(e)
            sys.exit()
Esempio n. 20
0
    def _write_items_to_config(self, config, items: dict):
        try:
            assert len(items.keys()) != 0, "You cannot set empty list of parameters!"

            for name, value in items.items():
                self._write_par_to_config(config, name, value)

        except AssertionError as e:
            logger.log(e)
            sys.exit()
Esempio n. 21
0
 def _handle_playground_validation_error(self,
                                         error: PlaygroundValidationError,
                                         fields: list, ship: Ship):
     logger.set_traceback_showing_mode(False)
     logger.log(error)
     ship.unset()
     self._clear_fields_to_check()
     logger.log(
         Warning(
             f"The ship at fields {[f.index for f in fields]} was unset."))
     logger.set_traceback_showing_mode(True)
Esempio n. 22
0
def get_package_manager(manager_name: str):
    """ Create a package manager. """
    try:
        managers = get_managers()
        package_manager = managers[manager_name]

        assert manager_name in managers, f"Package manager with name: {manager_name} doesn't exits!"

        return package_manager

    except (AssertionError, KeyError) as error:
        logger.log(error)
        exit()
Esempio n. 23
0
    def _parse_content(self):
        try:
            html = requests.get(self.api_url, headers=self.headers)
            assert html.status_code == 200, f"A city {self.city} does not exists in YandexPogoda service!"

            logger.log(
                "Html content was parsed successfully at method modules.synoptic.Synoptic._parse_content."
            )
            return html.text

        except AssertionError as error:
            logger.log(error)
            exit()
Esempio n. 24
0
 def saveLyrics(self, lyrics):
     try:
         self._lyrics = lyrics
         self._settings = settings.Settings()
         lyric_grabber.write_file(artist=self._artist,
                                  title=self._title,
                                  write_info=self._settings.info,
                                  write_metadata=self._settings.metadata,
                                  write_text=self._settings.text,
                                  lyrics=lyrics,
                                  song_filepath=self._filepath)
     except Exception as e:
         logger.log(logger.LOG_LEVEL_ERROR, str(e))
Esempio n. 25
0
    def delete(self):
        """ Delete notification. """
        try:
            error_mes = f"Notification with id {self.deadline} does not exists!"
            assert self._exists() is True, error_mes

            os.remove(f"{get_path('note')}{self.deadline}")
            os.remove(f"{get_path('note')}{self.deadline}_output")

            logger.log(f"Removed notification with id = {self.deadline}")

        except AssertionError as error:
            logger.log(error)
            exit()
Esempio n. 26
0
def genius_scrape_url(url, title):
    proxy = urllib.request.getproxies()
    r = requests.get(url, timeout=10, proxies=proxy)

    try:
        document = BeautifulSoup(r.text, 'html.parser')

        # Genius seems to be returning two types of content
        # One has a 'lyrics' div, the other has Lyrics__Container
        lyrics_div = document.find('div', class_='lyrics')
        if lyrics_div:
            lyrics_paragraphs = []
            [
                lyrics_paragraphs.append(elem.get_text())
                for elem in lyrics_div.find_all('p')
            ]

            lyrics = ''.join(lyrics_paragraphs)

            return LYRICS_TUPLE(lyrics.strip(), url)

        lyrics_containers = document.find_all(
            'div', class_=re.compile('Lyrics__Container*'))
        if lyrics_containers:
            lyrics = ''
            for lyrics_container in lyrics_containers:
                # Genius puts annotations nested with the actual lyrics spans
                # In order to extract the lyrics correctly, need to replace HTML line breaks
                # with \n line breaks
                for br in lyrics_container.find_all('br'):
                    br.replace_with('\n')
                lyrics += lyrics_container.text
            return LYRICS_TUPLE(lyrics, url)

        lyrics_container = document.find(
            'div', class_=re.compile('LyricsPlaceholder__Message*'))
        if lyrics_container:
            # When the song is an instrumental, Genius sometimes puts a LyricsPlaceholder div
            lyrics = '[Instrumental]'
            return LYRICS_TUPLE(lyrics, url)
    except:
        if genius_key == '':
            logger.log(logger.LOG_LEVEL_INFO,
                       SEARCH_ERROR.format(source='Genius', file=title))
        else:
            logger.log(logger.LOG_LEVEL_ERROR,
                       PARSE_ERROR.format(source='Genius', file=title))
        return False

    return False
Esempio n. 27
0
    def _take_info(self):
        try:
            soup = BeautifulSoup(self._parse_content(), "lxml")
            title = soup.select("div.header-title.header-title_in-fact")[0]
            subtitle = soup.select("div.fact__time-yesterday-wrap")[0]

            main_weather_block = soup.find("div", class_="fact__temp-wrap")
            sub_weather_block = soup.find("div", class_="fact__props")

            return {
                "title":
                title.find("h1", id="main_title").get_text(),
                "subtitle":
                subtitle.get_text(),
                "temperature":
                main_weather_block.find(
                    "span", class_="temp__value_with-unit").get_text(),
                "weather_type":
                main_weather_block.select(
                    "div.link__condition.day-anchor.i-bem")[0].get_text(),
                "feels_like":
                main_weather_block.select(
                    "div.term.term_orient_h.fact__feels-like")[0].get_text(),
                "wind_speed":
                sub_weather_block.find("div",
                                       class_="fact__wind-speed").get_text(),
                "humidity":
                sub_weather_block.find("div",
                                       class_="fact__humidity").get_text(),
                "pressure":
                sub_weather_block.find("div",
                                       class_="fact__pressure").get_text(),
            }

        except IndexError as error:
            message = soup.find("p",
                                class_=["text-wrapper", "text-wrapper_info"])
            message = message.get_text() if bool(
                message) else "*He hasn't said something*"

            logger.set_traceback_showing_mode(False)
            logger.log(error)
            logger.log(
                Warning(
                    "It seems like a problem. I guess there is something wrong with a "
                    "server. Please, wait and try again a little bit later.\n"
                    "Also, you probably were banned by YandexPogoda service.\n"
                    "Server said: %s" % message))
            exit()
Esempio n. 28
0
    def create(self):
        """ Create a notification and start a system daemon. """
        self._set_deadline()
        note_path = self.home_dir + "/.note_" + str(self.deadline)

        note = open(note_path, "w+")
        note.write(self._make_note())
        note.close()

        os.system(f"chmod +x {get_path('note')}{self.deadline}")
        os.system(f"nohup python3 -u {get_path('note')}{self.deadline} > "
                  f"{get_path('note')}{self.deadline}_output &")

        logger.log(
            Warning(f"Added a new note ({get_path('note')}{self.deadline})"))
Esempio n. 29
0
    def _get_config_content(self) -> str:
        try:
            if not os.path.isfile(self.path):
                raise InitializationError(
                    "Oops! Config reader cannot find config file!")

            config = open(self.path, "r")
            config_content = config.read()
            config.close()

            return config_content

        except InitializationError as error:
            logger.log(error)
            sys.exit()
Esempio n. 30
0
def gen_password(prefix: str, length: str):
    """ Generate a random password with set length and print it. """
    try:
        password_generator = PasswordGenerator(prefix, int(length))
        password = password_generator.gen_password()

        print(
            f"\n{to_green('A password was successfully generated!')}\nResult: {password}"
        )
        print("Copied to the clipboard.\n")
        copy_to_clip(password)

    except Exception as error:
        logger.log(error)
        exit()