예제 #1
0
import datasets.preprocess as preprocess
from utils import opts

if __name__ == '__main__':

    config = opts.parse_opt()
    preprocess.run_prepro(csv_folder=config.dataset_path,
                          output_folder=config.output_path,
                          sentence_limit=config.sentence_limit,
                          word_limit=config.word_limit,
                          min_word_count=config.min_word_count)
예제 #2
0
import numpy as np

import time
import os
from six.moves import cPickle

import utils.opts as opts
import models
from utils.dataloader import *
import torch.utils.tensorboard as td
import utils.eval_utils as eval_utils
import utils.utils as utils
from utils.rewards import init_cider_scorer, get_self_critical_reward, get_self_critical_cider_bleu_reward, init_bleu_scorer

opt = opts.parse_opt()
os.environ["CUDA_VISIBLE_DEVICES"] = opt.gpu_id


def train(opt):
    opt.use_att = utils.if_use_att(opt.caption_model)
    loader = DataLoader(opt)
    opt.vocab_size = loader.vocab_size
    opt.seq_length = loader.seq_length

    td_summary_writer = td.writer.SummaryWriter(opt.ckpt_path)

    infos = {
        'iter': 0,
        'epoch': 0,
        'loader_state_dict': None,