def test_make_diverse_seqs(): from retrieve_model_tools import retrieve_NGram, retrieve_SkipGramNN seq_model = retrieve_NGram() diversity_model = retrieve_SkipGramNN() print seq_model.syms[:10] seqs = make_diverse_seqs(seq_model, diversity_model, 2, 8) print seqs
def initialize(self): # Called after socketio has initialized the namespace. self.history = [] self.parsed_seqs_notes = {} self.unit_dur = 60/92.0 self.ngram = retrieve_NGram() self.nn = retrieve_SkipGramNN() assert self.ngram.syms == self.nn.syms self.previous_sym = None self.previous_sym_ind = None self.n_suggestions = 5 self.n_similar = 2 self.suggestions = SuggestionList(self) self.suggestions_above = SuggestionList(self) self.config = get_configs() self.corpus = self.config['corpus'] print '...corpus', self.corpus if self.config['use_letternames']: self.symbol_type = 'letter' else: self.symbol_type = 'roman' # need to correct some roman numerals print '# of syms: %d' % len(self.ngram.syms) self.syms = [] for sym in self.ngram.syms: formatted_sym, valid = self.format_sym(sym) self.syms.append(formatted_sym) # print 'F#m in syms?', 'F#m' in self.syms # need to update the "spelling" of roman numerals in nn and ngram self.nn.syms = self.syms self.ngram.syms = self.syms self._rn2letter, self._letter2rn = self.load_rn2letter_dict() self.experiment_type = EXPERIMENT_TYPE self.logs = Logs(EXPERIMENT_TYPE, EXPERIMENT_TYPE_STRS)
def test_plot_one_gram_all(): # configs, data = get_configs_data() ngram = retrieve_NGram() unigram = ngram.unigram_counts sorted_inds = np.argsort(-unigram) sorted_unigram = [unigram[ind] for ind in sorted_inds] PLOT_LOG = False if PLOT_LOG: # TODO: should be log-log scale to get straightline plt.plot(np.log(sorted_unigram)) plt.ylabel('log counts') else: plt.plot(sorted_unigram) plt.title('Bach chorale (size of data: %d)' % np.sum(unigram)) # plot_mat(, 'bach', ngram.syms) # plot_one_gram(ngram.syms, ngram.seqs) plt.savefig('bach_chorale-chord-dist.pdf')
def test_forward_backward(): from retrieve_model_tools import retrieve_NGram ngram = retrieve_NGram() sorted_probs, sorted_syms = simple_foward_backward_gap_dist(ngram, 'I', 'I') for i in range(10): print sorted_probs[i], sorted_syms[i]