Python getExperts Examples

Example #1

File: quality_comparison_with_ssa.py Project: kykamath/hd_streams_clustering

 def __init__(self, length, **stream_settings):
     self.length = length
     self.stream_settings = stream_settings
     self.rawDataFileName = clustering_quality_experts_folder + "data/%s.gz" % str(length)
     self.expertsToClassMap = dict([(k, v["class"]) for k, v in getExperts(byScreenName=True).iteritems()])
     self.hdfsFile = hdfsPath + "%s.gz" % length
     self.hdfsUnzippedFile = hdfsUnzippedPath + "%s" % length

Example #2

 def __init__(self, length, forGeneration=False, **stream_settings):
     self.length = length
     self.stream_settings = stream_settings
     self.fileName = clustering_quality_experts_folder + 'data/' + str(
         length)
     self.expertsToClassMap = dict([
         (k, v['class'])
         for k, v in getExperts(byScreenName=True).iteritems()
     ])
     if not forGeneration: self.documents = list(self._tweetIterator())

Example #3

File: quality_comparison_with_ssa.py Project: ylaron/hd_streams_clustering

 def __init__(self, length, **stream_settings):
     self.length = length
     self.stream_settings = stream_settings
     self.rawDataFileName = clustering_quality_experts_folder + 'data/%s.gz' % str(
         length)
     self.expertsToClassMap = dict([
         (k, v['class'])
         for k, v in getExperts(byScreenName=True).iteritems()
     ])
     self.hdfsFile = hdfsPath + '%s.gz' % length
     self.hdfsUnzippedFile = hdfsUnzippedPath + '%s' % length

Example #4

File: algorithms_performance.py Project: ylaron/hd_streams_clustering

 def __init__(self): self.expertsToClassMap = dict([(k, v['class']) for k,v in getExperts(byScreenName=True).iteritems()])
 def _getExpertClasses(self, cluster): return [self.expertsToClassMap[user.lower()] for user in cluster if user.lower() in self.expertsToClassMap]

Example #5

File: algorithms_performance.py Project: greeness/hd_streams_clustering

 def __init__(self):
     self.expertsToClassMap = dict([
         (k, v['class'])
         for k, v in getExperts(byScreenName=True).iteritems()
     ])

Example #6

File: algorithms_performance.py Project: kykamath/hd_streams_clustering

 def __init__(self):
     self.expertsToClassMap = dict([(k, v["class"]) for k, v in getExperts(byScreenName=True).iteritems()])

Example #7

File: quality_comparison_with_kmeans.py Project: greeness/hd_streams_clustering

 def __init__(self, length, forGeneration=False, **stream_settings):
     self.length=length
     self.stream_settings = stream_settings
     self.fileName = clustering_quality_experts_folder+'data/'+str(length)
     self.expertsToClassMap = dict([(k, v['class']) for k,v in getExperts(byScreenName=True).iteritems()])
     if not forGeneration: self.documents = list(self._tweetIterator())

Example #8

File: algorithms_performance.py Project: greeness/hd_streams_clustering

 def __init__(self): self.expertsToClassMap = dict([(k, v['class']) for k,v in getExperts(byScreenName=True).iteritems()])
 def _getExpertClasses(self, cluster): return [self.expertsToClassMap[user.lower()] for user in cluster if user.lower() in self.expertsToClassMap]