def dump_database():
if request.method == 'POST':
password = hashlib.sha1(request.form['password'].encode('utf-8')).hexdigest()
if password == '4ae4a6888caa20abe362f9a2b4569dc1c166cc2e':
redis_connect.redis_conn.flushdb()
redis_connect.local_redis = {}
redis_connect.populate_database()
return templates.render('dump_database', delete=True)
elif password == '277c17bf478687ba2b53a8929e945d4f33078384':
return templates.render('dump_database', database=redis_connect.redis_conn, keys=redis_connect.redis_conn.keys('*'))
elif password == '0d366a470b59ab03e98cea9bffe85e208ada3406':
return templates.render('dump_database', left=redis_connect.unsolved_readings)
return templates.render('dump_database')
def search():
search_content = ''
search_result = None
if request.method == 'GET':
if 'search' in request.args:
search_content = request.args['search']
if search_content:
params = urllib.parse.urlencode({'query': search_content, 'articles': 'true', 'max' : 40})
try:
f = urllib.request.urlopen('http://jpsearch.herokuapp.com/fetch?' + params)
search_result = json.loads(f.read().decode('utf8'))
except:
search_result = []
if search_result != None:
sentences = data.populate_example_sentences(search_result, 40)
sentence_count = len(sentences)
else:
sentences = None
sentence_count = 0
return templates.render('search',
result=sentences,
search=search_content,
sentence_count = sentence_count
)
def show_all_words():
page_num = 0
search_content = ''
if request.method == 'GET':
if 'page' in request.args:
page = request.args['page']
if page.isdigit():
page_num = int(page)-1
if 'search' in request.args:
search_content = request.args['search']
if search_content:
word_list = data.search(search_content)
else:
word_list = data.get_valid_word_count()
else:
word_list = data.get_valid_word_count()
start_slice = page_num*data.CONST_WORDS_PER_PAGE
if start_slice >= len(word_list):
start_slice = 0
page_num = 0
end_slice = (page_num+1)*data.CONST_WORDS_PER_PAGE
if end_slice >= len(word_list):
end_slice = len(word_list)
return templates.render('allwords',
search = search_content,
num_pages = math.floor(len(word_list)/data.CONST_WORDS_PER_PAGE)+1,
start_slice = start_slice,
word_count=word_list[start_slice:end_slice],
word_total = data.get_valid_word_total()
)
def show_all_kanji():
sorted_kanji = [c for c in data.get_kanji_sorted_by_count() if (not wordutils.is_latin(c[0]))]
return templates.render('allkanji',
all_kanji=sorted_kanji,
kanji_count = data._all_kanji_count,
running_total = data.get_running_total(sorted_kanji),
kanji_total=data.get_kanji_total()
)
def reading_solver():
if request.method == 'POST':
redis_connect.handle_reading_post(request)
for base in redis_connect.unsolved_readings:
word_info = json.loads(redis_connect.redis_conn.get(base).decode('utf-8'))
for reading, reading_info in word_info.items():
for subword, subword_info in reading_info.items():
if 'ip' not in subword_info:
continue
if not redis_connect.has_unsolved(subword, subword_info):
continue
if not request.headers.getlist("X-Forwarded-For"):
ip = request.remote_addr
else:
ip = request.headers.getlist("X-Forwarded-For")[0]
if ip in subword_info['ip']:
continue
return templates.render('readingsolver', base=base, reading=reading, furigana=subword_info['furi'], kanji=subword)
return templates.render('readingsolver')
def show_kanji(kanji):
info = data.get_kanji_info(kanji)
if not info:
return redirect('/')
info['words'] = data.sort_word_info(info['words'])
reading_map = defaultdict(int)
reading_count = 0
word_count = data._all_word_count
for word in info['words']:
solved_reading = redis_connect.local_redis[word]
for reading, reading_info in solved_reading.items():
count = data.count_examples(data.words['words'][word]['readings'][reading]['examples'])
for solv_word, solv_info in reading_info.items():
for i in range(len(solv_word)):
if solv_word[i] == kanji:
if 'ip' not in solv_info:
if not wordutils.contains_num(solv_info['furi']):
hira_reading = wordutils.kata_to_hira(solv_info['furi'])
reading_map[hira_reading] += count
else:
reading_map['Unknown'] += count
else:
popular_reading = redis_connect.is_solved(i, solv_info)
if popular_reading is not None:
if popular_reading != 'unsolvable':
popular_reading = wordutils.kata_to_hira(popular_reading)
reading_map[popular_reading] += count
else:
reading_map['Unknown'] += count
reading_count += count
reading_map = sorted(reading_map.items(), key=itemgetter(1), reverse=True)
return templates.render('kanji',
kanji=kanji,
info=info,
reading_map = reading_map,
reading_count = reading_count,
kanji_count=data._all_kanji_count[kanji],
kanji_total = data.get_kanji_total(),
word_count = word_count,
usage_total = data.get_kanji_usage_total(kanji)
)
def show_word(word):
word_info = data.get_word_info(word)
if not word_info:
return redirect('/')
word_usage_info = data.get_inside_word_usage(word_info)
word_order = sorted(word_info['readings'].items(), key=lambda x: word_usage_info[0][x[0]], reverse=True)
#Flatten kanji array
#Also extract article info for example sentence
kanji_dict = {}
example_sentence_lookup = {}
for reading, reading_data in word_info['readings'].items():
example_sentence_lookup[reading] = set()
reading_kanji_list = []
for kanji_subword in reading_data['kanji']:
for kanji in kanji_subword:
reading_kanji_list.append(kanji)
kanji_dict[reading] = reading_kanji_list
for article, sentences in reading_data['examples'].items():
# add a tuple of sentenceNum and article
for sentence_num in sentences:
example_sentence_lookup[reading].add((sentence_num, article))
#Go through all the example sentences
all_sentences = {}
for key in example_sentence_lookup:
all_sentences[key] = data.populate_example_sentences(example_sentence_lookup[key], data.CONST_WORD_SENTENCE_LIMIT, word_info['readings'][key])
return templates.render('word',
word=word,
info=word_order,
class_map = data.class_map,
kanji_dict = kanji_dict,
kanji_count = data._all_kanji_count,
word_count = word_usage_info[0],
word_usage_total = word_usage_info[1],
kanji_usage_total = data.get_kanji_total(),
example_sentences = all_sentences
)
def index():
return templates.render('index')
def page_not_found(error):
return templates.render('page_not_found'), 404
def mail_confirmed():
return templates.render('mailconfirmed')
def confirm_email():
return templates.render('confirmmail')
def why_use():
return templates.render('whyuse')
