Python scrape_feature_page Examples

Example #1

File: test_scrape.py Project: brendandahl/browsercompat

    def test_parse_ok(self):
        self.get_instance('Specification', 'css3_backgrounds')
        good_page = '''\
<p>This page is OK.</p>
<h2 id="Specifications">Specifications</h2>
<table class="standard-table">
 <thead>
  <tr>
   <th scope="col">Specification</th>
   <th scope="col">Status</th>
   <th scope="col">Comment</th>
  </tr>
 </thead>
 <tbody>
   <tr>
     <td>{{SpecName('CSS3 Backgrounds', '#the-background-size',\
 'background-size')}}</td>
     <td>{{Spec2('CSS3 Backgrounds')}}</td>
     <td></td>
   </tr>"
 </tbody>
</table>
'''
        self.set_content(good_page)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED, fp.status)
        self.assertFalse(fp.has_issues)

Example #2

File: test_scrape.py Project: brendandahl/browsercompat

 def test_empty_page(self):
     self.set_content('  ')
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_NO_DATA, fp.status)
     self.assertEqual([], fp.data['meta']['scrape']['raw']['issues'])
     self.assertFalse(fp.has_issues)

Example #3

File: test_scrape.py Project: renoirb/browsercompat

    def test_parse_ok(self):
        self.get_instance("Specification", "css3_backgrounds")
        good_page = """\
<p>This page is OK.</p>
<h2 id="Specifications">Specifications</h2>
<table class="standard-table">
 <thead>
  <tr>
   <th scope="col">Specification</th>
   <th scope="col">Status</th>
   <th scope="col">Comment</th>
  </tr>
 </thead>
 <tbody>
   <tr>
     <td>{{SpecName('CSS3 Backgrounds', '#the-background-size',\
 'background-size')}}</td>
     <td>{{Spec2('CSS3 Backgrounds')}}</td>
     <td></td>
   </tr>"
 </tbody>
</table>
"""
        self.set_content(good_page)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED, fp.status)
        self.assertFalse(fp.has_issues)

Example #4

File: test_scrape.py Project: renoirb/browsercompat

 def test_empty_page(self):
     self.set_content("  ")
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_NO_DATA, fp.status)
     self.assertEqual([], fp.data["meta"]["scrape"]["raw"]["issues"])
     self.assertFalse(fp.has_issues)

Example #5

File: test_scrape.py Project: MatonAnthony/browsercompat

 def test_empty_page(self):
     self.set_content('  ')
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_NO_DATA, fp.status)
     self.assertEqual([], fp.data['meta']['scrape']['issues'])
     self.assertFalse(fp.has_issues)
     self.assertEqual(fp.CONVERTED_NO_DATA, fp.converted_compat)
     self.assertEqual(fp.COMMITTED_NO_DATA, fp.committed)

Example #6

File: test_scrape.py Project: yyinhai/browsercompat

 def test_parse_error(self):
     self.get_instance('Specification', 'css3_backgrounds')
     bad_content = self.good_content.replace('Spec2', 'SpecName')
     self.set_content(bad_content)
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_PARSED_ERROR, fp.status)
     self.assertTrue(fp.has_issues)
     self.assertEqual(fp.COMMITTED_NEEDS_FIXES, fp.committed)

Example #7

File: test_scrape.py Project: MatonAnthony/browsercompat

 def test_parse_error(self):
     self.get_instance('Specification', 'css3_backgrounds')
     bad_content = self.good_content.replace('Spec2', 'SpecName')
     self.set_content(bad_content)
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_PARSED_ERROR, fp.status)
     self.assertTrue(fp.has_issues)
     self.assertEqual(fp.COMMITTED_NEEDS_FIXES, fp.committed)

Example #8

File: test_scrape.py Project: MatonAnthony/browsercompat

 def test_parse_ok(self):
     self.get_instance('Specification', 'css3_backgrounds')
     self.set_content(self.good_content)
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_PARSED, fp.status)
     self.assertFalse(fp.has_issues)
     self.assertEqual(fp.CONVERTED_NO, fp.converted_compat)
     self.assertEqual(fp.COMMITTED_NO, fp.committed)

Example #9

File: test_scrape.py Project: yyinhai/browsercompat

 def test_parse_ok(self):
     self.get_instance('Specification', 'css3_backgrounds')
     self.set_content(self.good_content)
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.STATUS_PARSED, fp.status)
     self.assertFalse(fp.has_issues)
     self.assertEqual(fp.CONVERTED_NO, fp.converted_compat)
     self.assertEqual(fp.COMMITTED_NO, fp.committed)

Example #10

File: test_scrape.py Project: yyinhai/browsercompat

    def test_parse_embedcompattable_mismatch(self):
        self.get_instance('Specification', 'css3_backgrounds')
        content = self.good_content + '''\
<h2 id="Browser_compatibility">Browser compatibility</h2>
<div>{{EmbedCompatTable("other-slug")}}</div>
'''
        self.set_content(content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED, fp.status, fp.get_status_display())
        self.assertFalse(fp.has_issues)
        self.assertEqual(fp.CONVERTED_MISMATCH, fp.converted_compat)

Example #11

File: test_scrape.py Project: MatonAnthony/browsercompat

    def test_parse_embedcompattable_mismatch(self):
        self.get_instance('Specification', 'css3_backgrounds')
        content = self.good_content + '''\
<h2 id="Browser_compatibility">Browser compatibility</h2>
<div>{{EmbedCompatTable("other-slug")}}</div>
'''
        self.set_content(content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED, fp.status, fp.get_status_display())
        self.assertFalse(fp.has_issues)
        self.assertEqual(fp.CONVERTED_MISMATCH, fp.converted_compat)

Example #12

File: test_scrape.py Project: yyinhai/browsercompat

    def test_parse_critical(self):
        # A page with a div element wrapping the content
        bad_content = '''\
<div>
  <h2 id="Specifications">Specifications</h2>
  <p>No specs</p>
</div>
'''
        self.set_content(bad_content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED_CRITICAL, fp.status)
        self.assertTrue(fp.has_issues)

Example #13

File: test_scrape.py Project: MatonAnthony/browsercompat

    def test_parse_critical(self):
        # A page with a div element wrapping the content
        bad_content = '''\
<div>
  <h2 id="Specifications">Specifications</h2>
  <p>No specs</p>
</div>
'''
        self.set_content(bad_content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED_CRITICAL, fp.status)
        self.assertTrue(fp.has_issues)

Example #14

File: test_scrape.py Project: renoirb/browsercompat

    def test_parse_warning(self):
        bad_page = """\
<p>The page has a bad specification section.</p>
<h2 id="Specifications">Specifications</h2>
<p>No specs</p>
"""
        self.set_content(bad_page)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED_WARNING, fp.status)
        expected_issues = [["skipped_content", 93, 108, {}]]
        self.assertEqual(expected_issues, fp.data["meta"]["scrape"]["raw"]["issues"])
        self.assertTrue(fp.has_issues)

Example #15

File: test_scrape.py Project: brendandahl/browsercompat

    def test_parse_warning(self):
        bad_page = '''\
<p>The page has a bad specification section.</p>
<h2 id="Specifications">Specifications</h2>
<p>No specs</p>
'''
        self.set_content(bad_page)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED_WARNING, fp.status)
        expected_issues = [['skipped_content', 93, 108, {}]]
        self.assertEqual(expected_issues,
                         fp.data['meta']['scrape']['raw']['issues'])
        self.assertTrue(fp.has_issues)

Example #16

File: test_scrape.py Project: yyinhai/browsercompat

    def test_parse_warning(self):
        bad_content = '''\
<p>The page has a bad specification section.</p>
<h2 id="Specifications">Specifications</h2>
<p>No specs</p>
'''
        self.set_content(bad_content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED_WARNING, fp.status)
        self.assertEqual([['skipped_content', 93, 108, {}, 'en-US']],
                         fp.data['meta']['scrape']['issues'])
        self.assertTrue(fp.has_issues)
        self.assertEqual(fp.COMMITTED_NO_DATA, fp.committed)

Example #17

File: test_scrape.py Project: MatonAnthony/browsercompat

    def test_updated(self):
        self.get_instance('Section', 'background-size')
        spec = self.get_instance('Specification', 'css3_ui')
        content = self.good_content.replace(' </tbody>\n', '''\
   <tr>
     <td>{{SpecName('%(key)s', '#anchor', 'new section')}}</td>
     <td>{{Spec2('%(key)s')}}</td>
     <td></td>
   </tr>
 </tbody>
 ''' % {'key': spec.mdn_key})
        self.set_content(content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.COMMITTED_NEEDS_UPDATE, fp.committed)

Example #18

File: test_scrape.py Project: MatonAnthony/browsercompat

    def test_parse_warning(self):
        bad_content = '''\
<p>The page has a bad specification section.</p>
<h2 id="Specifications">Specifications</h2>
<p>No specs</p>
'''
        self.set_content(bad_content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.STATUS_PARSED_WARNING, fp.status)
        self.assertEqual(
            [['skipped_content', 93, 108, {}, 'en-US']],
            fp.data['meta']['scrape']['issues'])
        self.assertTrue(fp.has_issues)
        self.assertEqual(fp.COMMITTED_NO_DATA, fp.committed)

Example #19

File: test_scrape.py Project: yyinhai/browsercompat

    def test_updated(self):
        self.get_instance('Section', 'background-size')
        spec = self.get_instance('Specification', 'css3_ui')
        content = self.good_content.replace(
            ' </tbody>\n', '''\
   <tr>
     <td>{{SpecName('%(key)s', '#anchor', 'new section')}}</td>
     <td>{{Spec2('%(key)s')}}</td>
     <td></td>
   </tr>
 </tbody>
 ''' % {'key': spec.mdn_key})
        self.set_content(content)
        scrape_feature_page(self.page)
        fp = FeaturePage.objects.get(id=self.page.id)
        self.assertEqual(fp.COMMITTED_NEEDS_UPDATE, fp.committed)

Example #20

File: test_scrape.py Project: MatonAnthony/browsercompat

 def test_committed(self):
     self.get_instance('Section', 'background-size')  # Create existing data
     self.set_content(self.good_content)
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.COMMITTED_YES, fp.committed)

Example #21

File: test_scrape.py Project: yyinhai/browsercompat

 def test_committed(self):
     self.get_instance('Section', 'background-size')  # Create existing data
     self.set_content(self.good_content)
     scrape_feature_page(self.page)
     fp = FeaturePage.objects.get(id=self.page.id)
     self.assertEqual(fp.COMMITTED_YES, fp.committed)