Example #1
0
File: lstm.py Project: jarano93/Net
    def ff(self, x):
        data = oh.hcol(x, self.x_len)
        self.x = data

        i_arg = np.dot(self.w_x_i, data) + np.dot(self.w_h_i, self.hidden)
        i_arg += np.dot(self.w_c_i, self.cell) + self.w_i
        self.gate_i = sig(i_arg)

        f_arg = np.dot(self.w_x_f, data) + np.dot(self.w_h_f, self.hidden)
        f_arg += np.dot(self.w_c_f, self.cell) + self.w_f
        self.gate_f = sig(f_arg)

        c_arg = np.dot(self.w_x_c, data) + np.dot(self.w_h_c, self.hidden)
        self.c_tan = np.tanh(c_arg + self.w_c)

        self.cell = self.gate_f * self.cell + self.gate_i * self.c_tan

        o_arg = np.dot(self.w_x_o, data) + np.dot(self.w_h_o, self.hidden)
        o_arg += np.dot(self.w_c_o, self.cell) + self.w_o
        self.gate_o = sig(o_arg)

        self.hidden = self.gate_o * np.tanh(self.cell)

        self.p = softmax(self.hidden)
        return np.argmax(self.p)
Example #2
0
    def ff(self, x):
        data = oh.hcol(x, self.x_len)
        self.x = data

        i_arg = np.dot(self.w_x_i, data)
        # print i_arg.shape, self.hidden.shape
        i_arg += np.dot(self.w_h_i, self.hidden)
        i_arg += np.dot(self.w_c_i, self.cell) + self.w_i
        self.gate_i = sig(i_arg)

        f_arg = np.dot(self.w_x_f, data) + np.dot(self.w_h_f, self.hidden)
        f_arg += np.dot(self.w_c_f, self.cell) + self.w_f
        self.gate_f = sig(f_arg)

        c_arg = np.dot(self.w_x_c, data) + np.dot(self.w_h_c, self.hidden)
        self.c_tan = np.tanh(c_arg + self.w_c)

        self.cell = self.gate_f * self.cell + self.gate_i * self.c_tan

        o_arg = np.dot(self.w_x_o, data) + np.dot(self.w_h_o, self.hidden)
        o_arg += np.dot(self.w_c_o, self.cell) + self.w_o
        self.gate_o = sig(o_arg)

        self.hidden = self.gate_o * np.tanh(self.cell)
        # print self.hidden.shape
        y_map = np.dot(self.w_y, self.hidden)

        self.prob = softmax(y_map)
        # print 'ff'
        return np.argmax(self.prob)
Example #3
0
File: rnn.py Project: jarano93/Net
 def ff(self, data): # OK
     self.x = oh.hcol(data, self.x_len)
     res = self.h[0].ff(self.x)
     for i in xrange(1, self.h_num):
         if self.peek:
             res = self.h[i].ff(res, self.x)
         else:
             res = self.h[i].ff(res)
     self.y = np.dot(self.wi, res) + self.wb
     p_common = np.exp(self.y)
     self.p = p_common / np.sum(p_common)
     return np.argmax(self.p)
Example #4
0
File: rnn.py Project: jarano93/Net
 def ff_fast(self, data):
     self.x = oh.hcol(data, self.x_len)
     res = self.h[0].ff_fast(self.x)
     if self.peek:
         for i in xrange(1, self.h_num):
             res = self.h[i].ff_fast(res, self.x)
     else:
         for i in xrange(1, self.h_num):
             res = self.h[i].ff_fast(res)
     for i in xrange(self.x_len):
         self.y[i,0] = np.vdot(self.wi[i,:], data) + self.wb[i,0]
     p_common = np.exp(self.y)
     self.p = p_common/ np.sum(p_common)
     return np.argmax(self.p)