Exemplo n.º 1
0
 def get_word_vectors(param):
     vectors, param.dim = get_word_vectors(param.dim, param.size, param.filename)
     if param.size is None:
         param.size = len(vectors)
     else:
         assert len(vectors) == param.size, "Number of loaded vectors differs from requested: %d != %d" % (
             len(vectors), param.size)
     return vectors
Exemplo n.º 2
0
 def word_vectors(self):
     lang = Config().args.lang
     vectors, self.dim = get_word_vectors(self.dim, self.size, self.filename, Config().vocab(self.vocab) or lang)
     if self.size is not None:
         assert len(vectors) <= self.size, "Wrong number of loaded vectors: %d > %d" % (len(vectors), self.size)
     assert vectors, "Cannot load word vectors. Install using `python -m spacy download %s` or choose a file " \
                     "using the --word-vectors option." % lang
     self.size = len(vectors)
     return vectors
Exemplo n.º 3
0
 def get_word_vectors(param):
     vectors, param.dim = get_word_vectors(param.dim, param.size,
                                           param.filename)
     if param.size is not None:
         assert len(
             vectors
         ) <= param.size, "Loaded more vectors than requested: %d>%d" % (
             len(vectors), param.size)
     param.size = len(vectors)
     return vectors
Exemplo n.º 4
0
 def word_vectors(self):
     lang = Config().args.lang
     vectors, self.dim = get_word_vectors(
         self.dim, self.size, self.filename,
         Config().vocab(self.vocab) or lang)
     if self.size is not None:
         assert len(
             vectors
         ) <= self.size, "Wrong number of loaded vectors: %d > %d" % (
             len(vectors), self.size)
     assert vectors, "Cannot load word vectors. Install using `python -m spacy download %s` or choose a file " \
                     "using the --word-vectors option." % lang
     self.size = len(vectors)
     return vectors
Exemplo n.º 5
0
def main(args):
    for filename in args.filenames:
        vectors, dim = get_word_vectors(size=args.rows, dim=args.dim, filename=filename)
        print("Loaded %d rows, dim=%d" % (len(vectors), dim))
Exemplo n.º 6
0
def test_word_vectors():
    vectors, dim = textutil.get_word_vectors()
    for word, vector in vectors.items():
        assert len(vector) == dim, "Vector dimension for %s is %d != %d" % (word, len(vector), dim)
Exemplo n.º 7
0
def test_word_vectors():
    vectors, dim = textutil.get_word_vectors()
    for word, vector in vectors.items():
        assert len(vector) == dim, "Vector dimension for %s is %d != %d" % (word, len(vector), dim)
Exemplo n.º 8
0
def main(args):
    for filename in args.filenames:
        vectors, dim = get_word_vectors(size=args.rows,
                                        dim=args.dim,
                                        filename=filename)
        print("Loaded %d rows, dim=%d" % (len(vectors), dim))
Exemplo n.º 9
0
 def test_word_vectors(self):
     vectors, dim = textutil.get_word_vectors()
     for word, vector in vectors.items():
         self.assertEqual(
             len(vector), dim, "Vector dimension for %s is %d != %d" %
             (word, len(vector), dim))