def parse_page(self, page_local_path, page_url, parse_refs=True): try: relative_url = get_relative_url(get_path(page_local_path)) page = Page(url=page_url, file_path=relative_url, document=self.document) page.save() load = ParserLoad() load.parse_refs = parse_refs self._build_code_words(load) self._process_page(page, load) except Exception: print_exc()
def create_documentation(self): create_doc_local(self.pname, 'manual', self.release, 'foo', 'url') doc = create_doc_db(self.pname, 'manual', self.release, 'url', 'foo', 'foo') page1 = Page(document=doc, title='HTTP Server') page1.save() page2 = Page(document=doc, title='HTTP Client') page2.save() section1 = Section(page=page1, number='1.', title='Implementing foo bar') section1.save() section11 = Section(page=page1, number='1.1', title='Reference', parent=section1) section11.save() section2 = Section(page=page2, number='2.', title='Implementing the Client') section2.save() section21 = Section(page=page2, number='2.1', title='Implementing the Client Again') section21.save() coderef1 = SingleCodeReference( project=self.project, project_release=self.releasedb, content='@p1.Annotation1', source='d', kind_hint=self.ann_kind, local_context=section1, mid_context=section1, global_context=page1 ) coderef1.save() self.code_refs.append(coderef1) coderef2 = SingleCodeReference( project=self.project, project_release=self.releasedb, content='@Annotation2', source='d', kind_hint=self.ann_kind, local_context=section1, mid_context=section1, global_context=page1 ) coderef2.save() self.code_refs.append(coderef2) snippet_content = r''' @Annotation1(foobarbaz=2) public class FooBar { public void main(String arg) { System.out.println(); RecodocClient rc = new RecodocClient(); } } ''' snippet1 = CodeSnippet( project=self.project, project_release=self.releasedb, language='j', source='d', snippet_text=snippet_content, local_context=section2, mid_context=section2, global_context=page2 ) snippet1.save() self.code_snippets.append(snippet1)
def test_doc_differ(self): doc1 = create_doc_db('project1', 'manual', '3.0', '', 'foo.syncer', 'foo.parser') doc2 = create_doc_db('project1', 'manual', '3.1', '', 'foo.syncer', 'foo.parser') page1 = Page(document=doc1, title='Chapter 1. Element Reconstruction') page1.save() page2 = Page(document=doc1, title='Chapter 2. On the FooBart Method') page2.save() page3 = Page(document=doc1, title='Chapter 3. Mapping Inheritance and MetaData') page3.save() page4 = Page(document=doc1, title='Chapter 4. Object Query Language Reference') page4.save() section11 = Section(page=page1, number='1.1', title='1.1 Element Section 1') section11.save() section111 = Section(page=page1, parent=section11, number='1.1.1', title='1.1.1. Internal') section111.save() section12 = Section( page=page1, number='1.2', title='1.2 Reconstructing Element', ) section12.save() section121 = Section(page=page1, parent=section12, number='1.2.1', title='1.2.1. Reconstruction SubElement') section121.save() section122 = Section(page=page1, parent=section12, number='1.2.2', title='1.2.2. Internal') section122.save() section21 = Section(page=page2, number='2.1', title='2.1 FooBart Usage') section21.save() section211 = Section(page=page2, parent=section21, number='2.1.1', title='2.1.1. Internal') section211.save() section22 = Section( page=page2, number='2.2', title='2.2 FizzBuzz Example', ) section22.save() section31 = Section(page=page3, number='3.1', title='3.1 Mapping Inheritance') section31.save() section311 = Section(page=page3, parent=section31, number='3.1.1', title='3.1.1. Internal') section311.save() section41 = Section(page=page4, number='4.1', title='4.1 OQL Basics') section41.save() page1 = Page(document=doc2, title='Chapter 1. Element Reconstruction') page1.save() page3 = Page(document=doc2, title='Chapter 2. Mapping Inheritance and MetaData') page3.save() page5 = Page( document=doc2, title='Chapter 3. Saving the World, one Section at a time') page5.save() page4 = Page(document=doc2, title='Chapter 4. Object Query Language Reference') page4.save() section11 = Section(page=page1, number='1.1', title='1.1 Element Section 1') section11.save() section111 = Section(page=page1, parent=section11, number='1.1.1', title='1.1.1. Internal') section111.save() section12 = Section( page=page1, number='1.2', title='1.2 Reconstructing Element', ) section12.save() section122 = Section(page=page1, parent=section12, number='1.2.1', title='1.2.1. Internal') section122.save() section13 = Section(page=page1, number='1.3', title='1.3 New Influences on Element Section 1') section13.save() section131 = Section(page=page1, parent=section13, number='1.3.1', title='1.3.1. Internal') section131.save() section31 = Section(page=page3, number='2.1', title='2.1 Mapping Inheritance') section31.save() section311 = Section(page=page3, parent=section31, number='2.1.1', title='2.1.1. Internal') section311.save() section41 = Section(page=page4, number='4.1', title='4.1 OQL Basics') section41.save() section51 = Section(page=page5, number='3.1', title='3.1 World Hello!') section51.save() ddiff = diff_doc('project1', 'manual', '3.0', '3.1') self.assertEqual(1, ddiff.removed_pages.count()) self.assertEqual(1, ddiff.added_pages.count()) self.assertEqual(4, ddiff.pages_size_from) self.assertEqual(4, ddiff.pages_size_from) for page_match in ddiff.page_matches.all(): print('{0} -> {1} : {2}'.format(page_match.page_from.title, page_match.page_to.title, page_match.confidence)) for section_match in ddiff.section_matches.all(): print('{0} -> {1} : {2}'.format(section_match.section_from.title, section_match.section_to.title, section_match.confidence))
def test_doc_differ(self): doc1 = create_doc_db('project1', 'manual', '3.0', '', 'foo.syncer', 'foo.parser') doc2 = create_doc_db('project1', 'manual', '3.1', '', 'foo.syncer', 'foo.parser') page1 = Page( document=doc1, title='Chapter 1. Element Reconstruction') page1.save() page2 = Page( document=doc1, title='Chapter 2. On the FooBart Method') page2.save() page3 = Page( document=doc1, title='Chapter 3. Mapping Inheritance and MetaData') page3.save() page4 = Page( document=doc1, title='Chapter 4. Object Query Language Reference') page4.save() section11 = Section( page=page1, number='1.1', title='1.1 Element Section 1' ) section11.save() section111 = Section( page=page1, parent=section11, number='1.1.1', title='1.1.1. Internal' ) section111.save() section12 = Section( page=page1, number='1.2', title='1.2 Reconstructing Element', ) section12.save() section121 = Section( page=page1, parent=section12, number='1.2.1', title='1.2.1. Reconstruction SubElement' ) section121.save() section122 = Section( page=page1, parent=section12, number='1.2.2', title='1.2.2. Internal' ) section122.save() section21 = Section( page=page2, number='2.1', title='2.1 FooBart Usage' ) section21.save() section211 = Section( page=page2, parent=section21, number='2.1.1', title='2.1.1. Internal' ) section211.save() section22 = Section( page=page2, number='2.2', title='2.2 FizzBuzz Example', ) section22.save() section31 = Section( page=page3, number='3.1', title='3.1 Mapping Inheritance' ) section31.save() section311 = Section( page=page3, parent=section31, number='3.1.1', title='3.1.1. Internal' ) section311.save() section41 = Section( page=page4, number='4.1', title='4.1 OQL Basics' ) section41.save() page1 = Page( document=doc2, title='Chapter 1. Element Reconstruction') page1.save() page3 = Page( document=doc2, title='Chapter 2. Mapping Inheritance and MetaData') page3.save() page5 = Page( document=doc2, title='Chapter 3. Saving the World, one Section at a time') page5.save() page4 = Page( document=doc2, title='Chapter 4. Object Query Language Reference') page4.save() section11 = Section( page=page1, number='1.1', title='1.1 Element Section 1' ) section11.save() section111 = Section( page=page1, parent=section11, number='1.1.1', title='1.1.1. Internal' ) section111.save() section12 = Section( page=page1, number='1.2', title='1.2 Reconstructing Element', ) section12.save() section122 = Section( page=page1, parent=section12, number='1.2.1', title='1.2.1. Internal' ) section122.save() section13 = Section( page=page1, number='1.3', title='1.3 New Influences on Element Section 1' ) section13.save() section131 = Section( page=page1, parent=section13, number='1.3.1', title='1.3.1. Internal' ) section131.save() section31 = Section( page=page3, number='2.1', title='2.1 Mapping Inheritance' ) section31.save() section311 = Section( page=page3, parent=section31, number='2.1.1', title='2.1.1. Internal' ) section311.save() section41 = Section( page=page4, number='4.1', title='4.1 OQL Basics' ) section41.save() section51 = Section( page=page5, number='3.1', title='3.1 World Hello!' ) section51.save() ddiff = diff_doc('project1', 'manual', '3.0', '3.1') self.assertEqual(1, ddiff.removed_pages.count()) self.assertEqual(1, ddiff.added_pages.count()) self.assertEqual(4, ddiff.pages_size_from) self.assertEqual(4, ddiff.pages_size_from) for page_match in ddiff.page_matches.all(): print('{0} -> {1} : {2}'.format( page_match.page_from.title, page_match.page_to.title, page_match.confidence)) for section_match in ddiff.section_matches.all(): print('{0} -> {1} : {2}'.format( section_match.section_from.title, section_match.section_to.title, section_match.confidence))