예제 #1
0
import numpy as np
import chainer
from chainer import cuda, Function, gradient_check, Variable, optimizers, serializers, utils
from chainer import Link, Chain, ChainList
import chainer.functions as F
import chainer.links as L
from impls import attention, helpers
from impls.attention import EOS


jvocab = {}
jlines = helpers.load_jp_data('.data/jp.txt', jvocab)
jvocab[EOS] = len(jvocab)

evocab = {}
eid2ewd = {}
elines = helpers.load_en_data('.data/eng.txt', evocab, eid2ewd)
id = len(evocab)
evocab[EOS] = id
eid2ewd[id] = EOS


model = attention.Attention(jvocab, evocab, 100)
optimizer = optimizers.Adam()
optimizer.setup(model)

for epoch in range(50):
    for jline, eline in zip(jlines, elines):
        jline = jline.split()[::-1]
        eline = eline.split()