Beispiel #1
0
def main():
    loaded = stream.load(sys.stdin)
    merged = makehash()

    for k1 in loaded:
        merged[k1] = SemiMarkov()

        for k2 in loaded[k1]:
            merged[k1] += loaded[k1][k2]

        stream.dump(k1, merged[k1])
Beispiel #2
0
def main():
    models = defaultdict(SemiMarkov)

    for line in sys.stdin:
        splitted = line.strip().split('\t')

        if len(splitted) == 2:
            update(models, *splitted)

    for key, model in models.items():
        stream.dump(key, model)
 def write_documents_to_file(self, path, documents, buffer_size=10):
     """ Write list of Documents messages to binary file. """
     stream.dump(path, *documents, buffer_size=buffer_size)