Python collect_statistics_into_model示例

示例#1

文件： other_lang_models.py 项目： sriramsridhar/tweetmotif

def make_weird_model(text_filename):
    print "loading %s into memcached" % text_filename
    import bigrams

    # model = MemcacheLM(dont_load_info=True)
    # model = TTLM()
    model = RedisLM()
    bigrams.collect_statistics_into_model(fileinput.input(text_filename), model)
    return model

示例#2

文件： other_lang_models.py 项目： luyang1210/twittertopicsummary

def make_weird_model(text_filename):
    print "loading %s into memcached" % text_filename
    import bigrams
    #model = MemcacheLM(dont_load_info=True)
    #model = TTLM()
    model = RedisLM()
    bigrams.collect_statistics_into_model(fileinput.input(text_filename),
                                          model)
    return model

示例#3

def make_tokyo_model(text_filename):
  import bigrams
  model = TokyoLM(readonly=False)
  #model = BDBLM()
  #model = LocalLM()
  iter = fileinput.input(text_filename)
  #iter = occasional(iter, lambda: model.sync())
  bigrams.collect_statistics_into_model(iter, model)
  model.sync()
  return model