def word_list_to_html(word_dict, languages, output_name=DEFAULT_OUTPUT_NAME):
# Create top level directory
if not os.path.exists(output_name):
os.makedirs(output_name)
# Create directory for each language
for language in languages:
if not os.path.exists(output_name + '/' + language):
os.makedirs(output_name + '/' + language)
# Create file for each word
word_lists = defaultdict(lambda: [])
for word in word_dict:
for language in word_dict[word]:
#print(word + " " + language)
word_lists[language].append(word)
root = etree.fromstring(INFO_PAGE_HTML, etree.HTMLParser())
word_obj = word_dict[word][language]
occurrences = word_obj.occurrences
root.find(".//h1").text = (word.title() + " [" +
full_language(language).title() + "]")
root.find(".//title").text = word.title()
root.find(".//a[@id='doubletree-link']").attrib["href"]\
= "../doubletree.html?word=" + word_obj.lemma.lower()
root.find(".//td[@id='num-occurrences']").text = \
str(len(word_obj.occurrences))
root.find(".//td[@id='total-frequency']").text = \
"% " + str(round(100 * word_obj.frequency_total, 5))
if "transl" in language:
root.find(".//td[@id='language-frequency']").text = "NA"
else:
root.find(".//td[@id='language-frequency']").text = \
"% " + str(round(100 * word_obj.frequency_language, 5))
root.find(".//td[@id='stem']").text = str(word_obj.stem)
variation_plus_count = []
for variation in word_obj.variations:
count = 0
for occurrence in occurrences:
if variation == occurrence.text.lower():
count += 1
if variation != None:
variation_plus_count.append(variation + " [" +
str(count) + "]")
add_to_html_list(root.find(".//ul[@id='variations']"),
variation_plus_count)
region_plus_count = []
for region in word_obj.regions:
count = 0
for occurrence in occurrences:
if region == occurrence.region:
count += 1
if region != None:
region_plus_count.append(region + " [" + str(count) + "]")
add_to_html_list(root.find(".//ul[@id='regions']"),
region_plus_count)
xml_contexts = []
for e in word_obj.occurrences:
row = etree.fromstring(OCCURENCE_TABLE_ROW_HTML)
row.find(".//td[@class='variation']").text = e.text
link = create("a", e.file_name.split('/')[-1],
{"href": "../" + e.file_name})
row.find(".//td[@class='file']").append(link)
kwic = row.find(".//td[@class='kwic']")
kwic_prec = row.find(".//td[@class='kwic-prec']")
kwic_post = row.find(".//td[@class='kwic-post']")
kwic.text = sanitize(e.text)
kwic_prec.text = ""
for preceding_item in e.preceding:
kwic_prec.text += sanitize(preceding_item.text) + " "
kwic_post.text = ""
for following_item in e.following:
kwic_post.text += sanitize(following_item.text) + " "
row.find(".//code[@class='xml prettyprint']").text = e.xml_context
row.find(".//td[@class='region']").text = e.region
row.find(".//td[@class='pos']").text = e.pos
root.find(".//table[@id='occurrences']").append(row)
xml_contexts.append(e.xml_context)
files_list_html = root.find(".//ul[@id='files']")
try:
info_file = open(output_name + '/' + language + '/'
+ word + "_.html", 'w')
info_file.write("<!DOCTYPE HTML>\n"
+ etree.tostring(root).decode("utf-8"))
info_file.close()
except:
continue
# Create index list for each language
for language in word_lists:
root = etree.fromstring(INDEX_PAGE_HTML)
root.find(".//title").text = full_language(language).title()
word_list_html = root.find(".//noscript[@id='wordList']")
words_object_string = ""
for e in sorted(word_lists[language]):
num_occurrences = str(len(word_dict[e][language].occurrences))
# Write to javascript object (necessary for performance)
words_object_string += '{'
words_object_string += (("text: '" + e + "',").replace("\n", "")
.replace("\\", ""));
words_object_string += "occurrences: " + num_occurrences + ','
if (word_dict[e][language].suspicious):
words_object_string += "suspicious: true,"
else:
words_object_string += "suspicious: false,"
the_regions = list(word_dict[e][language].regions)
while None in the_regions:
the_regions.remove(None)
regions_string = str(the_regions)
if not (regions_string == '[None]'):
words_object_string += "regions: " + regions_string
words_object_string += '},\n'
# Write directly to tags for noscript users
list_element = create("li", {"data-num-occurences": num_occurrences},
create("a", e, {"href": "./" + e + "_.html"}))
if (word_dict[e][language].suspicious):
list_element.attrib["class"] = "suspicious"
word_list_html.append(list_element)
language_index_file = open(output_name + '/' + language
+ '/index.html', "w")
language_index_file.write("<!DOCTYPE HTML>\n" +
etree.tostring(root).decode("utf-8")
.replace("$WORDS_OBJECT", words_object_string))
language_index_file.close()
# Create front page for language selection
root = etree.fromstring(FRONT_PAGE_HTML)
for e in sorted(languages):
list_element = etree.Element("li")
link = etree.Element("a")
link.text = full_language(e).title()
link.attrib["href"] = "./" + e
list_element.append(link)
root.find(".//ul").append(list_element)
index_file = open(output_name + "/index.html", "w")
index_file.write("<!DOCTYPE HTML>\n" + etree.tostring(root).decode("utf-8"))
index_file.close()
def occurrence_list_to_html(full_list, num=0, output_name=DEFAULT_OUTPUT_NAME
+ "_occurrences", langfiles=False):
word_list = full_list[0:1000]
next_list = full_list[1000:len(full_list)]
table = create("table", create("tr",
create("th", "Word"),
create("th", "Language"),
create("th", "Edition"),
create("th", "XML"),
create("th", "File")
))
body = create("body", table)
html = create("html",
create("head",
create("title", "Word List"),
create("link", {"rel": "stylesheet", "type": "text/css",
"href": "wordlist.css"})
),
body
)
for word in word_list:
print(word.text)
table.append(create("tr",
create("td", word.text),
create("td", word.language),
create("td", word.edition_type),
create("td", word.xml_context),
create("td", create("a", word.file_name, {"href": word.file_name})),
create("td", word.pos)
))
if num > 0:
body.append(create("a", "Previous Page", {"href": output_name + "-" + str(num - 1) + ".html"}))
if len(next_list) > 0:
body.append(create("a", "Next Page", {"href": output_name + "-" + str(num + 1) + ".html"}))
output_file = open(output_name + "-" + str(num) + ".html", "w")
output_file.write(etree.tostring(html, pretty_print=True).decode())
output_file.close()
if (len(next_list) > 0):
occurrence_list_to_html(next_list, num + 1, output_name)
def add_to_html_list(element, some_list):
for e in some_list:
element.append(create("li", e))