Python get_html_page Exemples

Exemple #1

def start():
    parser.publish_report('main/articles.json',
                          crawler.find_articles(
                              crawler.get_html_page('https://novayagazeta.ru/stories').text))
    with open("main/articles.json", "r") as read_file:
        data = json.load(read_file)
        link = data["url"]
        articles = data["articles"]
    return render_template('report.html', link=link, list=articles)

Exemple #2

Fichier : wsgi.py Projet : TimurKM/2019-3-level-labs

def start():
    crawler.publish_report(
        'data_file.json',
        crawler.find_articles(
            crawler.get_html_page('https://sobesednik.ru/psychology')))
    with open("data_file.json", "r") as read_file:
        data = json.load(read_file)
        link = data["url"]
        articles = data["articles"]
    return render_template('template.html', link=link, list=articles)

Exemple #3

 def test_url(self):
     request = get_html_page("https://novayagazeta.ru/stories")
     self.assertEqual(request.status_code, 200)

Exemple #4

Fichier : test.py Projet : TimurKM/2019-3-level-labs

 def test_structure(self):
     artjson = crawler.publish_report(
         'data_file.json',
         crawler.find_articles(
             crawler.get_html_page('https://sobesednik.ru/psychology')))
     self.assertEqual(artjson["url"] == "", False)

Exemple #5

Fichier : test.py Projet : TimurKM/2019-3-level-labs

 def test_get_html_page(self):
     self.assertEqual(
         crawler.get_html_page("https://sobesednik.ru/psychology") == 0,
         False)