Exemple #1
0
    def build_model(self):
        """Build LSTM model"""
        from numpy.random import seed
        seed(1)
        from tensorflow import set_random_seed
        set_random_seed(2)

        # cbow = Sequential()
        # cbow.add(Embedding(input_dim=self.vocabulary, output_dim=self.embedding_dim, input_length=self.window * 2))
        # cbow.add(Lambda(lambda x: K.mean(x, axis=1), output_shape=(self.embedding_dim,)))
        # cbow.add(Dense(self.vocabulary, activation='softmax'))
        # cbow.compile(loss=self.loss, optimizer=self.optimizer)

        cbow = Input(shape=(
            self.window * 2,
            self.vocabulary,
        ))
        cbow = Embedding(input_dim=self.vocabulary,
                         output_dim=self.embedding_dim,
                         input_length=self.window * 2)(cbow)
        cbow = Lambda(lambda x: K.mean(x, axis=1),
                      output_shape=(self.embedding_dim, ))(cbow)
        self.encoder = cbow
        cbow = Dense(self.vocabulary, activation='softmax')(cbow)
        cbow.compile(loss=self.loss, optimizer=self.optimizer)

        cbow.summary()
        self.model = cbow
Exemple #2
0
def get_model(X_train, max_len):

    bodytype = Input(shape=[X_train["bodytype"].shape[1]], name="bodytype")
    State = Input(shape=[X_train["State"].shape[1]], name="State")
    make_id = Input(shape=[X_train["make_id"].shape[1]], name="make_id")
    model = Input(shape=[X_train["model"].shape[1]], name="model")
    drive_type = Input(shape=[X_train["drive_type"].shape[1]], name="drive_type")
    transmission = Input(shape=[X_train["transmission"].shape[1]], name="transmission")
    zip = Input(shape=[X_train["zip"].shape[1]], name="zip")
    seq_engine = Input(shape=[X_train["seq_engine"].shape[1]], name="seq_engine")
    seq_trim = Input(shape=[X_train["seq_trim"].shape[1]], name="seq_trim")
    year = Input(shape=[X_train["year"].shape[1]], name="year")
    door = Input(shape=[X_train["door"].shape[1]], name="door")
    base_msrp = Input(shape=[X_train["base_msrp"].shape[1]], name="base_msrp")
    transaction_msrp = Input(shape=[X_train["transaction_msrp"].shape[1]], name="transaction_msrp")
    destination = Input(shape=[X_train["destination"].shape[1]], name="destination")
    dealercash = Input(shape=[X_train["dealercash"].shape[1]], name="dealercash")
    cash = Input(shape=[X_train["cash"].shape[1]], name="cash")
    customercash = Input(shape=[X_train["customercash"].shape[1]], name="customercash")
    finance = Input(shape=[X_train["finance"].shape[1]], name="finance")
    lease = Input(shape=[X_train["lease"].shape[1]], name="lease")
    longitude = Input(shape=[X_train["longitude"].shape[1]], name="longitude")
    latitude = Input(shape=[X_train["latitude"].shape[1]], name="latitude")
    sales_date_int = Input(shape=[X_train["sales_date_int"].shape[1]], name="sales_date_int")

    # Embeddings layers
    emb_seq_engine = Embedding(max_len['seq_engine'], 64)(seq_engine)
    emb_seq_trim = Embedding(max_len['seq_trim'], 64)(seq_trim)

    # rnn layer
    rnn_seq_engine = GRU(64)(emb_seq_engine)
    rnn_seq_trim = GRU(64)(emb_seq_trim)

    # main layer
    layer = concatenate([
        make_id
        , model
        , drive_type
        , transmission
        , bodytype
        , State
        , zip
        , rnn_seq_engine
        , rnn_seq_trim
        , year
        , door
        , base_msrp
        , transaction_msrp
        , destination
        , dealercash
        , cash
        , customercash
        , finance
        , lease
        , longitude
        , latitude
        , sales_date_int])

    layer = Dropout(0.1)(Dense(256)(layer))
    layer = Dropout(0.1)(Dense(128)(layer))

    # output
    output = Dense(1)(layer)

    # model
    model = Model([make_id, model, drive_type, transmission, bodytype, State, zip, seq_engine, seq_trim, year, door
                      , base_msrp, transaction_msrp, destination, cash, customercash, finance, lease
                      , dealercash, longitude, latitude, sales_date_int], output)
    model.compile(loss="mse", optimizer="adam")

    model.summary()
    # plot_model(model, to_file='model_plot.png', show_shapes=True, show_layer_names=True)
    return model