Exemple #1
0
 def __init__(self,
              in_label='Taxon',
              out_label='EOLData',
              connect_labels=('MENTIONED_IN_DATA', 'MENTIONS_SPECIES'),
              name='EOL'):
     Module.__init__(self, in_label, out_label, connect_labels, name)
     self.api = EOL_API()
Exemple #2
0
 def __init__(self,
              in_label=None,
              out_label='Species',
              connect_label=None,
              name='Testing',
              count=1):
     Module.__init__(self, in_label, out_label, connect_label, name, count)
Exemple #3
0
 def __init__(self,
              in_label=None,
              out_label='Species:Taxon',
              connect_label=None,
              name='NormalCatalog',
              count=2700000):
     Module.__init__(self, in_label, out_label, connect_label, name, count)
Exemple #4
0
 def __init__(self,
              in_label='TestOutput',
              out_label='DependentTestOutput',
              connect_label=None,
              name='DependentTester',
              count=1):
     Module.__init__(self, in_label, out_label, connect_label, name, count)
Exemple #5
0
 def __init__(self,
              import_dir=NEO4J_IMPORT_DIR,
              in_label=None,
              out_label='DirectorParserFinishedSignal',
              connect_label=None,
              name='Directory Parser'):
     Module.__init__(self, in_label, out_label, connect_label, name)
     self.import_dir = import_dir
Exemple #6
0
 def __init__(self,
              import_dir=IMPORT,
              in_label=None,
              out_label='CatalogFinishedSignal',
              connect_label=None,
              name='OptimizedCatalog'):
     Module.__init__(self, in_label, out_label, connect_label, name)
     self.import_dir = import_dir
Exemple #7
0
 def __init__(self, count=100):
     '''
     :param count: Number of augmentations to do
     '''
     Module.__init__(self,
                     in_label='CleanAirfoilPlot',
                     out_label='AugmentedAirfoilPlot',
                     connect_labels=('augmented_image', 'augmented_image'))
     self.count = count
Exemple #8
0
 def __init__(self,
              in_label='Taxon',
              out_label='WikipediaArticle:Article',
              connect_labels=('MENTIONED_IN_ARTICLE', 'MENTIONS_SPECIES'),
              name='Wikipedia'):
     Module.__init__(self, in_label, out_label, connect_labels, name)
     self.SCRAPE_FIELDS = {
         'content', 'summary', 'links', 'references', 'images', 'title',
         'url'
     }
Exemple #9
0
 def __init__(self,
              in_label=None,
              out_label='MLData',
              connect_labels=None,
              name='MockMLData'):
     Module.__init__(self,
                     in_label=in_label,
                     out_label=out_label,
                     connect_labels=connect_labels,
                     name=name)
Exemple #10
0
 def __init__(self,
              in_label=None,
              out_label='EOLPage',
              connect_labels=None,
              name='EOLSpecies'):
     Module.__init__(self,
                     in_label,
                     out_label,
                     connect_labels,
                     name,
                     page_batches=False)
Exemple #11
0
 def __init__(self,
              in_label='Article',
              out_label='HitList',
              connect_labels=('hitlist', 'hitlist'),
              name='ArticleIndexer'):
     Module.__init__(self,
                     in_label,
                     out_label,
                     connect_labels,
                     name,
                     page_batches=True)
     self.SECTIONS = {'title', 'abstract', 'content'}
     self.cleaner = Cleaner()
Exemple #12
0
    def __init__(self,
                 in_label='MLData',
                 out_label=None,
                 connect_labels=None,
                 name='MockMLData',
                 epochs=2,
                 train_fraction=0.8,
                 test_fraction=0.15,
                 validate_fraction=0.05):
        Module.__init__(self,
                        in_label=in_label,
                        out_label=out_label,
                        connect_labels=connect_labels,
                        name=name,
                        page_batches=True)

        self.epochs = epochs

        self.validate_fraction = validate_fraction
        self.train_fraction = train_fraction
        self.test_fraction = test_fraction
 def __init__(self,
              in_label=None,
              out_label='WikipediaPage',
              connect_label=None,
              name='DownloadedWikipedia'):
     Module.__init__(self, in_label, out_label, connect_label, name)
Exemple #14
0
 def __init__(self, in_label='CatalogFinishedSignal', out_label='EOLPage', connect_labels=('eol_page', 'eol_page'), name='EOLSpecies'):
     Module.__init__(self, in_label, out_label, connect_labels, name, False)
Exemple #15
0
 def __init__(self, in_label='Taxon', out_label='JEBArticle:Article', connect_labels=('MENTIONED_IN_ARTICLE', 'MENTIONS_SPECIES'), name='JEB'):
     Module.__init__(self, in_label, out_label, connect_labels, name)
     self.JEB_LIMIT = 50
Exemple #16
0
    def __init__(self, in_label='HitList', out_label=None, connect_labels=None, name='InvertedIndexCreator'):
        Module.__init__(self, in_label, out_label, connect_labels, name, page_batches=True)

        self.index   = defaultdict(list)
        self.lexicon = set()
Exemple #17
0
 def __init__(self, in_label='Taxon', out_label='GoogleArticle:Article', connect_labels=('MENTIONED_IN_ARTICLE', 'MENTIONS_SPECIES'), name='GoogleScholar'):
     Module.__init__(self, in_label, out_label, connect_labels, name)
Exemple #18
0
 def __init__(self,
              in_label=None,
              out_label='HighwireArticle:Article',
              connect_label=None,
              name='Highwire'):
     Module.__init__(self, in_label, out_label, connect_label, name)
Exemple #19
0
 def __init__(self,
              in_label=None,
              out_label='AirfoilURL',
              connect_labels=None,
              name='AirfoilList'):
     Module.__init__(self, in_label, out_label, connect_labels, name)
Exemple #20
0
 def __init__(self,
              in_label=None,
              out_label=None,
              connect_labels=None,
              name='AbstractImageModule'):
     Module.__init__(self, in_label, out_label, connect_labels, name)
Exemple #21
0
 def __init__(self, name='AirfoilPlotter'):
     Module.__init__(self,
                     in_label='Airfoil',
                     out_label='CleanAirfoilPlot',
                     connect_labels=('image', 'image'),
                     name=name)