Ejemplo n.º 1
0
 def handle_scr_record(self,_,scr):
     s = SupplementaryConceptRecord(record=scr)
     self.container.append(s)
     if len(self.container)>50:
         session.flush()
         session.clear()
         self.container = []
     print(s._id)
     return True
Ejemplo n.º 2
0
 def handle_scr_record(self, _, scr):
     s = SupplementaryConceptRecord(record=scr)
     self.container.append(s)
     if len(self.container) > 50:
         session.flush()
         session.clear()
         self.container = []
     print(s._id)
     return True
Ejemplo n.º 3
0
 def handle_descriptor_record(self,_,desc):
     # d = Descriptor(desc,qualifiers = self.qualifiers)
     d = Descriptor(record=desc)
     self.container.append(d)
     if len(self.container)>50:
         session.flush()
         session.clear()
         self.container = []
     print(d._id)
     return True
Ejemplo n.º 4
0
 def handle_descriptor_record(self, _, desc):
     # d = Descriptor(desc,qualifiers = self.qualifiers)
     d = Descriptor(record=desc)
     self.container.append(d)
     if len(self.container) > 50:
         session.flush()
         session.clear()
         self.container = []
     print(d._id)
     return True
Ejemplo n.º 5
0
    def __init__(self,
                 root=None,
                 descriptor_fn=None,
                 qualifier_fn=None,
                 scr_fn=None):
        self._import_qualifiers("/".join(
            [root, qualifier_fn])) if qualifier_fn is not None else None
        session.flush()
        session.clear()

        self._import_descriptors("/".join(
            [root, descriptor_fn])) if descriptor_fn is not None else None
        session.flush()
        session.clear()
        self.container = []

        self._import_scrs("/".join([root, scr_fn
                                    ])) if scr_fn is not None else None
        session.flush()
        session.clear()
        self.container = []


# class ArticleImporter():
#
#     container = []
#     qualifiers = {}
#
#     def handle_article_record(self,_,article):
#         a = Article(article)
#         self.container.append(a)
#         print(a.pmid)
#         if len(self.container)>50:
#             Article.objects.insert(self.container)
#             self.container = []
#         return True
#
#     def _import_articles(self,path):
#         xtd.parse(GzipFile(path),
#                   item_depth=2,item_callback=self.handle_article_record)
#
#     def __init__(self,root=None):
#         for fn in listdir(root):
#             if fn.split(".")[-1] == "gz":
#                 self._import_articles("/".join([root,fn]))
#         Article.objects.insert(self.container) if len(self.container)>0 else None
#         self.container = []
Ejemplo n.º 6
0
    def __init__(self,root=None,descriptor_fn=None,qualifier_fn=None,scr_fn=None):
        self._import_qualifiers("/".join([root,qualifier_fn])) if qualifier_fn is not None else None
        session.flush()
        session.clear()

        self._import_descriptors("/".join([root,descriptor_fn])) if descriptor_fn is not None else None
        session.flush()
        session.clear()
        self.container = []

        self._import_scrs("/".join([root,scr_fn])) if scr_fn is not None else None
        session.flush()
        session.clear()
        self.container = []

# class ArticleImporter():
#
#     container = []
#     qualifiers = {}
#
#     def handle_article_record(self,_,article):
#         a = Article(article)
#         self.container.append(a)
#         print(a.pmid)
#         if len(self.container)>50:
#             Article.objects.insert(self.container)
#             self.container = []
#         return True
#
#     def _import_articles(self,path):
#         xtd.parse(GzipFile(path),
#                   item_depth=2,item_callback=self.handle_article_record)
#
#     def __init__(self,root=None):
#         for fn in listdir(root):
#             if fn.split(".")[-1] == "gz":
#                 self._import_articles("/".join([root,fn]))
#         Article.objects.insert(self.container) if len(self.container)>0 else None
#         self.container = []