def __init__(self, length, **stream_settings): self.length = length self.stream_settings = stream_settings self.rawDataFileName = clustering_quality_experts_folder + "data/%s.gz" % str(length) self.expertsToClassMap = dict([(k, v["class"]) for k, v in getExperts(byScreenName=True).iteritems()]) self.hdfsFile = hdfsPath + "%s.gz" % length self.hdfsUnzippedFile = hdfsUnzippedPath + "%s" % length
def __init__(self, length, forGeneration=False, **stream_settings): self.length = length self.stream_settings = stream_settings self.fileName = clustering_quality_experts_folder + 'data/' + str( length) self.expertsToClassMap = dict([ (k, v['class']) for k, v in getExperts(byScreenName=True).iteritems() ]) if not forGeneration: self.documents = list(self._tweetIterator())
def __init__(self, length, **stream_settings): self.length = length self.stream_settings = stream_settings self.rawDataFileName = clustering_quality_experts_folder + 'data/%s.gz' % str( length) self.expertsToClassMap = dict([ (k, v['class']) for k, v in getExperts(byScreenName=True).iteritems() ]) self.hdfsFile = hdfsPath + '%s.gz' % length self.hdfsUnzippedFile = hdfsUnzippedPath + '%s' % length
def __init__(self): self.expertsToClassMap = dict([(k, v['class']) for k,v in getExperts(byScreenName=True).iteritems()]) def _getExpertClasses(self, cluster): return [self.expertsToClassMap[user.lower()] for user in cluster if user.lower() in self.expertsToClassMap]
def __init__(self): self.expertsToClassMap = dict([ (k, v['class']) for k, v in getExperts(byScreenName=True).iteritems() ])
def __init__(self): self.expertsToClassMap = dict([(k, v["class"]) for k, v in getExperts(byScreenName=True).iteritems()])
def __init__(self, length, forGeneration=False, **stream_settings): self.length=length self.stream_settings = stream_settings self.fileName = clustering_quality_experts_folder+'data/'+str(length) self.expertsToClassMap = dict([(k, v['class']) for k,v in getExperts(byScreenName=True).iteritems()]) if not forGeneration: self.documents = list(self._tweetIterator())