Python glove2word2vec Examples

Example #1

File: generate_w2v_files.py Project: ronak132/Image-Captioning

# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT license. See LICENSE.md file in the project root for full license information.
from gensim.models import Word2Vec
from nlgeval.word2vec.glove2word2vec import glove2word2vec
import os


def txt2bin(filename):
    m = Word2Vec.load_word2vec_format(filename)
    m.vocab[m.vocab.keys()[0]].sample_int = 1
    m.save(filename.replace('txt', 'bin'), separately=None)
    Word2Vec.load(filename.replace('txt', 'bin'), mmap='r')


if __name__ == "__main__":

    path = os.path.join(os.path.dirname(__file__), "..", "data")
    glove_vector_file = os.path.join(path, 'glove.6B.300d.txt')
    output_model_file = os.path.join(path, 'glove.6B.300d.model.txt')

    txt2bin(glove2word2vec(glove_vector_file, output_model_file))

Example #2

def generate():
    path = os.path.join(os.path.dirname(__file__), "..", "data")
    glove_vector_file = os.path.join(path, 'glove.6B.300d.txt')
    output_model_file = os.path.join(path, 'glove.6B.300d.model.txt')

    txt2bin(glove2word2vec(glove_vector_file, output_model_file))

Example #3

File: glove2word2vec.py Project: Lipairui/Glove2word2vec

def generate():
    path = '../model'
    glove_vector_file = os.path.join(path, 'deps.words.txt')
    output_model_file = os.path.join(path, 'deps.words.300.model.txt')
    txt2bin(glove2word2vec(glove_vector_file, output_model_file))

Example #4

File: generate_w2v_files.py Project: brightgems/pkdata

def generate(path):
    glove_vector_file = os.path.join(path, 'glove.6B.300d.txt')
    output_model_file = os.path.join(path, 'glove.6B.300d.model.txt')

    txt2bin(glove2word2vec(glove_vector_file, output_model_file))