def __init__(self, master=None):
Frame.__init__(self, master)
self.master = master
self.pack(fill=tk.BOTH, expand=1)
self.calculator = KEY_BNC()
self.data = []
self.init_options()
self.init_menus()
self.init_frames()
self.show_intro()
def testResults(self):
calculator = KEY_BNC(file_basepath='..')
test_dir = './Data'
bad_files = calculator.load_target_data_dir(test_dir)
words_to_check = ['the', 'cayuga', 'new']
word_results = [('cayuga', 61, 0, 932.0041191087499, 255848.54050985005),
('new', 6, 125363, -80.96596656846012, 0.09931643412522852),
('the', 1431, 6057593, -932.2279330155097, 0.4751315170375143)]
stats = calculator.get_stats(for_words=words_to_check)
bnc_size = calculator.bnc_corpus_size
test_corpus_size = calculator.target_corpus_size
self.assertEqual(word_results, stats)
def testResults(self):
calculator = KEY_BNC(file_basepath='..')
test_dir = './Data'
bad_files = calculator.load_target_data_dir(test_dir)
words_to_check = ['the', 'cayuga', 'new']
word_results = [
('cayuga', 61, 0, 932.0041191087499, 255848.54050985005),
('new', 6, 125363, -80.96596656846012, 0.09931643412522852),
('the', 1431, 6057593, -932.2279330155097, 0.4751315170375143)
]
stats = calculator.get_stats(for_words=words_to_check)
bnc_size = calculator.bnc_corpus_size
test_corpus_size = calculator.target_corpus_size
self.assertEqual(word_results, stats)
def __init__(self, master=None):
Frame.__init__(self, master)
self.master = master
self.pack(fill=tk.BOTH, expand=1)
self.calculator = KEY_BNC()
self.data = []
self.init_options()
self.init_menus()
self.init_frames()
self.show_intro()
def setUp(self):
self.calculator = KEY_BNC(file_basepath='..')
self.callback = MagicMock()
class KeyBNCFileTests(TestCase):
def setUp(self):
self.calculator = KEY_BNC(file_basepath='..')
self.callback = MagicMock()
def testFileLoadOK(self):
# Make sure it loads a file OK and calls the callback with the filename as argument
test_file = './Data/Cayuga-Finite-State-Morphology.txt'
bad_files = self.calculator.load_target_file(test_file, self.callback)
self.assertEqual(bad_files, {'ignored': [], 'guessed': []})
self.callback.assert_called_with('Cayuga-Finite-State-Morphology.txt')
self.assertEqual(self.calculator.target_corpus_size, 48052)
self.assertEqual(len(self.calculator.get_stats()), 4599)
self.assertEqual(len(self.calculator.get_stats(for_words=['and'])), 1)
self.assertEqual(len(self.calculator.get_stats(for_words=['and', 'a'])), 2)
def testFileLoadBad(self):
# Make sure it fails to load the file and does not call the callback
test_file = './Data/Cayuga-Finite-State-Morphology.pdf'
bad_files = self.calculator.load_target_file(test_file, self.callback)
self.assertEqual(bad_files, {'ignored': ['Cayuga-Finite-State-Morphology.pdf'], 'guessed': []})
self.assertEqual(self.callback.called, False)
self.assertEqual(self.calculator.target_corpus_size, 0)
self.assertEqual(len(self.calculator.get_stats()), 0)
self.assertEqual(len(self.calculator.get_stats(for_words=['the'])), 0)
self.assertEqual(len(self.calculator.get_stats(for_words=['the', 'a'])), 0)
def testDirLoad(self):
# Make sure it can load a dir OK
test_dir = './Data'
bad_files = self.calculator.load_target_data_dir(test_dir, self.callback)
self.assertEqual(bad_files, {'ignored': ['Cayuga-Finite-State-Morphology.pdf'], 'guessed': ['Japanese.txt']})
self.callback.has_calls(['Japanese.txt', 'Cayuga-Finite-State-Morphology.txt'])
self.assertEqual(self.callback.call_count, 2)
self.assertEqual(self.calculator.target_corpus_size, 48055)
self.assertEqual(len(self.calculator.get_stats()), 4601)
self.assertEqual(len(self.calculator.get_stats(for_words=['be'])), 1)
self.assertEqual(len(self.calculator.get_stats(for_words=['be', 'are'])), 2)
from KEY_BNC.KEY_BNC import KEY_BNC
import csv
def print_name(the_name):
print(the_name)
target_dir = r'D:\BNC-TXT'
calculator = KEY_BNC()
calculator.load_target_data_dir(target_dir)
with open('New_BNC_wordlist.csv', mode='w', encoding='utf8',
newline='') as outf:
writer = csv.writer(outf)
i = 0
writer.writerow(['Rank', 'Frequency', 'Word'])
for rank, fw in enumerate(calculator.target_words.most_common()):
writer.writerow([rank, fw[1], fw[0]])
class UI(Frame):
def __init__(self, master=None):
Frame.__init__(self, master)
self.master = master
self.pack(fill=tk.BOTH, expand=1)
self.calculator = KEY_BNC()
self.data = []
self.init_options()
self.init_menus()
self.init_frames()
self.show_intro()
def show_intro(self):
splash_formats = {
'h1': [('1.0', '1.end')],
'h2': [('2.0', '2.end'), ('5.0', '5.end'), ('8.0', '8.end')],
'bold': [('6.404', '6.463'), ('9.354', '9.407')]
}
windows.show_splash("Introduction", "About Short.txt",
**splash_formats)
def init_options(self):
self.opt_ignore_numbers = tk.IntVar()
self.opt_min_f = None
self.opt_min_f_bnc = None
def add_menu_option(self, parent, menu):
"""
Simplifies the addition of a menu to its parent. Also binds keys
as specified
"""
parent.add_command(label=menu['label'], command=menu['command'])
for k in menu['bind_keys']:
self.bind_key(self.master, k, menu['command'])
def bind_key(self, master, k, command):
"""
Custom key binding method to support cross-platform
key bindings for command/ctrl keys
"""
system = platform.system()
if system == 'Windows':
master.bind("<Control-Key-{}>".format(k), command)
elif system == 'Darwin':
master.bind("<Command-{}>".format(k), command)
else:
master.bind("<Control-Key-{}>".format(k), command)
def init_menus(self):
# Menu Bar
menubar = tk.Menu(self.master)
filemenu = tk.Menu(menubar, tearoff=0)
filemenus = [{
'label': "Load directory (d)",
'command': self.load_corpus,
'bind_keys': ["d"]
}, {
'label': "Load file (f)",
'command': self.load_corpus_file,
'bind_keys': ["f"]
}, {
'label': "Save Results (s)",
'command': self.save,
'bind_keys': ["s"]
}, {
'label': "Clear files and results",
'command': self.clear_all,
'bind_keys': []
}, {
'label': "Quit (q)",
'command': self.quit,
'bind_keys': ['q']
}]
for m in filemenus:
self.add_menu_option(filemenu, m)
menubar.add_cascade(label="File", menu=filemenu)
helpmenu = tk.Menu(menubar, tearoff=0)
helpmenus = [{
'label': "About & References",
'command': self.show_about,
'bind_keys': []
}, {
'label': "Help (/)",
'command': self.show_help,
'bind_keys': ['/']
}]
for m in helpmenus:
self.add_menu_option(helpmenu, m)
menubar.add_cascade(label="Help", menu=helpmenu)
# display the menu
self.master.config(menu=menubar)
def init_frames(self):
# Type/Token information
self.init_top_frame()
# Results section
self.init_bottom_frame()
def init_top_frame(self):
"""
Broken into 2 main parts
1) Data about types and tokens in the BNC and user corpus
2) Additional toggles and options
"""
top_frame = tk.Frame(self, borderwidth=1)
labels = self.init_top_data_labels(top_frame)
labels += self.init_top_options(top_frame)
for i, l in enumerate(labels):
r = floor(i / 2) % 2
c = i % 2 + floor(i / 4) * 2
s = tk.W
if c % 2:
s = tk.E
l.grid(row=r, column=c, sticky=s)
top_frame.pack(side=tk.TOP, fill=tk.X)
def init_top_data_labels(self, top_frame):
"""
Creates data labels for showing #s of types and tokens
"""
# BNC
l1 = tk.Label(top_frame, text="BNC Types:", anchor=tk.W)
self.bnc_types = tk.Label(top_frame,
text='{:,.0f}'.format(
len(self.calculator.bnc_words)),
width=13,
anchor=tk.E)
l2 = tk.Label(top_frame, text="BNC Tokens:", anchor=tk.W)
self.bnc_tokens = tk.Label(top_frame,
text='{:,.0f}'.format(
self.calculator.bnc_corpus_size),
width=13,
anchor=tk.E)
# User corpus
l3 = tk.Label(top_frame, text="Your Types:", anchor=tk.W)
self.user_types = tk.Label(top_frame, text='0', width=13, anchor=tk.E)
l4 = tk.Label(top_frame, text="Your Tokens:", anchor=tk.W)
self.user_tokens = tk.Label(top_frame, text='0', width=13, anchor=tk.E)
return [
l1, self.bnc_types, l2, self.bnc_tokens, l3, self.user_types, l4,
self.user_tokens
]
def init_top_options(self, top_frame):
# Allow a minimum frequency cutoff
vcmd = (self.register(self.validate_spinbox), '%d', '%S')
l1 = tk.Label(top_frame, text="Min. Frequency", anchor=tk.W)
self.opt_min_f = tk.Spinbox(top_frame,
width=4,
from_=0,
to=10000000,
validate="key",
validatecommand=vcmd)
l2 = tk.Label(top_frame, text="Min. Freq. BNC", anchor=tk.W)
self.opt_min_f_bnc = tk.Spinbox(top_frame,
width=4,
from_=0,
to=10000000,
validate="key",
validatecommand=vcmd)
# Allow hiding of numbers
self.ignore_num = tk.Checkbutton(top_frame,
variable=self.opt_ignore_numbers,
command=self.calculate)
ignore_num_label = tk.Label(top_frame,
text="Ignore Numbers:",
anchor=tk.W)
ignore_num_label.bind('<Button-1>',
lambda e: self.toggle_number_ignore())
# Add a refresh button
refresh_btn = tk.Button(top_frame,
text="Refresh",
command=self.calculate)
return [
l1, self.opt_min_f, l2, self.opt_min_f_bnc, ignore_num_label,
self.ignore_num, refresh_btn
]
def validate_spinbox(self, action, s):
"""
We only allow digits in the spinbox
"""
if action == '1' and not (s in string.digits):
print('false')
return False
return True
def toggle_number_ignore(self):
"""
Toggle the option of ignoring numbers in calculations,
and refresh results
"""
self.ignore_num.toggle()
self.calculate()
def init_bottom_frame(self):
self.bottom_frame = bottom_frame = tk.Frame(self)
tk.Grid.rowconfigure(bottom_frame, 1, weight=1)
tk.Grid.columnconfigure(bottom_frame, 0, weight=1)
tk.Grid.columnconfigure(bottom_frame, 1, weight=1)
# Filename List
tk.Label(bottom_frame, text="File Names").grid(row=0,
column=0,
sticky=tk.W)
self.file_names = tk.Text(bottom_frame,
relief=tk.RAISED,
width=20,
state=tk.DISABLED)
self.file_names.grid(row=1, column=0, sticky=tk.N + tk.E + tk.W + tk.S)
self.scrollbar = tk.Scrollbar(bottom_frame)
self.scrollbar.grid(row=1, column=6, sticky=tk.N + tk.S)
self.scrollbar.config(command=self.scroll_results)
self.columns = self.init_columns()
bottom_frame.pack(side=tk.RIGHT, fill=tk.BOTH, expand=tk.YES)
def init_columns(self):
columns = []
widths = [15, 8, 10, 10, 16]
for i, col_header in enumerate(self.calculator.get_cols()):
index = i + 1 # Offset for the "file names" column
label = tk.Label(self.bottom_frame,
text=col_header,
fg="blue",
cursor="hand2")
label.grid(row=0, column=index, sticky=tk.W)
label.bind('<Button-1>', lambda e, col=i: self.sort_results(col))
if i == 0:
sticky = tk.N + tk.E + tk.W + tk.S
else:
sticky = tk.N + tk.S
column = tk.Text(self.bottom_frame,
relief=tk.RAISED,
width=widths[i],
yscrollcommand=self.scrollbar.set,
wrap=tk.NONE,
state=tk.DISABLED)
column.grid(row=1, column=index, sticky=sticky)
self.bind_key(column, 'a', self.select_all)
column.bind("<MouseWheel>", self.on_mouse_wheel)
column.bind('<Home>', self.to_home)
column.bind('<End>', self.to_end)
column.bind('<Prior>', self.to_page_up)
column.bind('<Next>', self.to_page_down)
columns.append(column)
return columns
def select_all(self, event):
for c in self.columns:
c.tag_add(tk.SEL, "1.0", tk.END)
c.mark_set(tk.INSERT, "1.0")
c.see(tk.INSERT)
return 'break'
def clear_all(self):
self.calculator.clear()
self.update_labels()
self.clear_results()
self.clear_files()
def clear_files(self):
self.file_names.config(state=tk.NORMAL)
self.file_names.delete(1.0, tk.END)
self.file_names.config(state=tk.DISABLED)
def clear_results(self):
for c in self.columns:
c.config(state=tk.NORMAL)
c.delete(1.0, tk.END)
c.config(state=tk.DISABLED)
def load_corpus_file(self, event=None):
the_file = filedialog.askopenfilename()
if not (the_file == ''):
bad_files = self.calculator.load_target_file(
the_file, self.add_name)
self.show_load_results(bad_files)
def load_corpus(self, event=None):
the_dir = filedialog.askdirectory()
if not (the_dir == ''):
bad_files = self.calculator.load_target_data_dir(
the_dir, self.add_name)
self.show_load_results(bad_files)
def show_load_results(self, bad_files):
self.update_labels()
self.calculate()
if len(bad_files['ignored']) > 0 or len(bad_files['guessed']) > 0:
windows.encoding_warning(bad_files)
def add_name(self, file_name):
"""
Adds a filename to the file_frame
"""
self.file_names.config(state=tk.NORMAL)
self.file_names.insert(tk.END, "{}\n".format(file_name))
self.file_names.config(state=tk.DISABLED)
def update_labels(self):
text1 = '{:,.0f}'.format(len(self.calculator.target_words))
text2 = '{:,.0f}'.format(self.calculator.target_corpus_size)
self.user_types['text'] = text1
self.user_tokens['text'] = text2
text1 = '{:,.0f}'.format(len(self.calculator.bnc_words))
text2 = '{:,.0f}'.format(self.calculator.bnc_corpus_size)
self.bnc_types['text'] = text1
self.bnc_tokens['text'] = text2
def check_filters(self, d):
"""
Compares a datapoint against the filters to see if it should be printed/saved
"""
# Frequency too low
if d[1] < int(self.opt_min_f.get()):
return False
# BNC frequency too low
if d[2] < int(self.opt_min_f_bnc.get()):
return False
return True
def calculate(self, e=None):
"""
Primary function responsible for getting data from KEY_BNC and
writing it out to the columns
"""
self.calculator.ignore_numbers = self.opt_ignore_numbers.get()
data = self.calculator.get_stats()
self.update_labels()
self.clear_results()
# Make sure writing is enabled
for c in self.columns:
c.config(state=tk.NORMAL)
formats = ["{}\n", "{:,.0f}\n", "{:,.0f}\n", "{:,.2f}\n", "{:,.2f}\n"]
inf = float('inf')
for d in data:
if self.check_filters(d):
for i, datum in enumerate(d):
if i == 4 and datum == inf:
self.columns[i].insert(tk.END, "∞\n")
else:
self.columns[i].insert(tk.END,
formats[i].format(datum))
# Format text and disable writing so users don't accidentally edit
# results
for c in self.columns[1:]:
c.tag_configure("right", justify='right')
c.tag_add("right", 1.0, "end")
c.config(state=tk.DISABLED)
self.columns[0].config(state=tk.DISABLED)
def save(self, event=None):
"""
Saves results to a CSV file
Applies current filters (eg frequency, ignore numbers...) before
saving
"""
file_name = filedialog.asksaveasfilename(initialfile='BNC_LL_OR.csv')
if file_name != None and file_name != '':
data = self.calculator.get_stats()
with open(file_name, mode='w', encoding='utf8',
newline='') as file_handle:
writer = csv.writer(file_handle)
writer.writerow(self.calculator.get_cols())
for d in data:
if self.check_filters(d):
writer.writerow(d)
def show_help(self, event=None):
formats = {
'h1': [('1.0', '1.end')],
'h2': [('2.0', '2.end'), ('9.0', '9.end'), ('15.0', '15.end'),
('21.0', '21.end'), ('24.0', '24.end'), ('29.0', '29.end')],
'bold': [('11.59', '11.93'), ('17.138', '17.170')]
}
windows.show_splash("Key-BNC Help", "Help.txt", **formats)
def show_about(self, event=None):
formats = {
'h1': [('1.0', '1.end')],
'h2': [('2.0', '2.end'), ('5.0', '5.end'), ('8.0', '8.end'),
('11.0', '11.end'), ('14.0', '14.end'), ('18.0', '18.end')],
'bold': [('19.0', '19.end'), ('23.0', '23.end'),
('26.0', '26.end'), ('29.0', '29.end')]
}
windows.show_splash("About Key-BNC", "About.txt", **formats)
def scroll_results(self, *args):
"""
Scrolls all columns
"""
for c in self.columns:
c.yview(*args)
return "break"
def to_page_up(self, event):
"""
Scrolls all columns up one page
"""
for c in self.columns:
c.yview_scroll(-1, tk.PAGES)
return "break"
def to_page_down(self, event):
"""
Scrolls all columns down one page
"""
for c in self.columns:
c.yview_scroll(1, tk.PAGES)
return "break"
def to_end(self, event):
"""
Scrolls all columns to bottom
"""
for c in self.columns:
c.see("end")
return "break"
def to_home(self, event):
"""
Scrolls all columns to top
"""
for c in self.columns:
c.see("1.0")
return "break"
def on_mouse_wheel(self, event):
"""
Scrolls all columns on mousewheel
"""
system = platform.system()
if system == 'Windows':
scroll_dist = int((event.delta / 120) * (-1))
elif system == 'Darwin':
scroll_dist = -1 * event.delta
else:
scroll_dist = event.delta
for c in self.columns:
c.yview("scroll", scroll_dist, "units")
return "break"
def sort_results(self, the_col):
"""
Sets the current sort option and refreshes the view
"""
self.calculator.set_sort(the_col)
self.calculate()
def quit(self, e=None):
self.master.quit()
def setUp(self):
self.calculator = KEY_BNC(file_basepath='..')
self.callback = MagicMock()
class KeyBNCFileTests(TestCase):
def setUp(self):
self.calculator = KEY_BNC(file_basepath='..')
self.callback = MagicMock()
def testFileLoadOK(self):
# Make sure it loads a file OK and calls the callback with the filename as argument
test_file = './Data/Cayuga-Finite-State-Morphology.txt'
bad_files = self.calculator.load_target_file(test_file, self.callback)
self.assertEqual(bad_files, {'ignored': [], 'guessed': []})
self.callback.assert_called_with('Cayuga-Finite-State-Morphology.txt')
self.assertEqual(self.calculator.target_corpus_size, 48052)
self.assertEqual(len(self.calculator.get_stats()), 4599)
self.assertEqual(len(self.calculator.get_stats(for_words=['and'])), 1)
self.assertEqual(
len(self.calculator.get_stats(for_words=['and', 'a'])), 2)
def testFileLoadBad(self):
# Make sure it fails to load the file and does not call the callback
test_file = './Data/Cayuga-Finite-State-Morphology.pdf'
bad_files = self.calculator.load_target_file(test_file, self.callback)
self.assertEqual(bad_files, {
'ignored': ['Cayuga-Finite-State-Morphology.pdf'],
'guessed': []
})
self.assertEqual(self.callback.called, False)
self.assertEqual(self.calculator.target_corpus_size, 0)
self.assertEqual(len(self.calculator.get_stats()), 0)
self.assertEqual(len(self.calculator.get_stats(for_words=['the'])), 0)
self.assertEqual(
len(self.calculator.get_stats(for_words=['the', 'a'])), 0)
def testDirLoad(self):
# Make sure it can load a dir OK
test_dir = './Data'
bad_files = self.calculator.load_target_data_dir(
test_dir, self.callback)
self.assertEqual(
bad_files, {
'ignored': ['Cayuga-Finite-State-Morphology.pdf'],
'guessed': ['Japanese.txt']
})
self.callback.has_calls(
['Japanese.txt', 'Cayuga-Finite-State-Morphology.txt'])
self.assertEqual(self.callback.call_count, 2)
self.assertEqual(self.calculator.target_corpus_size, 48055)
self.assertEqual(len(self.calculator.get_stats()), 4601)
self.assertEqual(len(self.calculator.get_stats(for_words=['be'])), 1)
self.assertEqual(
len(self.calculator.get_stats(for_words=['be', 'are'])), 2)
def setUp(self):
self.calculator = KEY_BNC(file_basepath='..')
class UI(Frame):
def __init__(self, master=None):
Frame.__init__(self, master)
self.master = master
self.pack(fill=tk.BOTH, expand=1)
self.calculator = KEY_BNC()
self.data = []
self.init_options()
self.init_menus()
self.init_frames()
self.show_intro()
def show_intro(self):
splash_formats = {'h1': [('1.0', '1.end')],
'h2': [('2.0', '2.end'),
('5.0', '5.end'),
('8.0', '8.end')],
'bold': [('6.404', '6.463'),
('9.354', '9.407')]
}
windows.show_splash("Introduction", "About Short.txt", **splash_formats)
def init_options(self):
self.opt_ignore_numbers = tk.IntVar()
self.opt_min_f = None
self.opt_min_f_bnc = None
def add_menu_option(self, parent, menu):
"""
Simplifies the addition of a menu to its parent. Also binds keys
as specified
"""
parent.add_command(label=menu['label'], command=menu['command'])
for k in menu['bind_keys']:
self.bind_key(self.master, k, menu['command'])
def bind_key(self, master, k, command):
"""
Custom key binding method to support cross-platform
key bindings for command/ctrl keys
"""
system = platform.system()
if system == 'Windows':
master.bind("<Control-Key-{}>".format(k), command)
elif system == 'Darwin':
master.bind("<Command-{}>".format(k), command)
else:
master.bind("<Control-Key-{}>".format(k), command)
def init_menus(self):
# Menu Bar
menubar = tk.Menu(self.master)
filemenu = tk.Menu(menubar, tearoff=0)
filemenus = [{'label': "Load directory (d)",
'command': self.load_corpus,
'bind_keys': ["d"]},
{'label': "Load file (f)",
'command': self.load_corpus_file,
'bind_keys': ["f"]},
{'label': "Save Results (s)",
'command': self.save,
'bind_keys': ["s"]},
{'label': "Clear files and results",
'command': self.clear_all,
'bind_keys': []},
{'label': "Quit (q)",
'command': self.quit,
'bind_keys': ['q']}
]
for m in filemenus:
self.add_menu_option(filemenu, m)
menubar.add_cascade(label="File", menu=filemenu)
helpmenu = tk.Menu(menubar, tearoff=0)
helpmenus = [{'label': "About & References",
'command': self.show_about,
'bind_keys': []},
{'label': "Help (/)",
'command': self.show_help,
'bind_keys': ['/']}]
for m in helpmenus:
self.add_menu_option(helpmenu, m)
menubar.add_cascade(label="Help", menu=helpmenu)
# display the menu
self.master.config(menu=menubar)
def init_frames(self):
# Type/Token information
self.init_top_frame()
# Results section
self.init_bottom_frame()
def init_top_frame(self):
"""
Broken into 2 main parts
1) Data about types and tokens in the BNC and user corpus
2) Additional toggles and options
"""
top_frame = tk.Frame(self, borderwidth=1)
labels = self.init_top_data_labels(top_frame)
labels += self.init_top_options(top_frame)
for i, l in enumerate(labels):
r = floor(i/2)%2
c = i%2+floor(i/4)*2
s = tk.W
if c%2:
s = tk.E
l.grid(row=r, column=c, sticky=s)
top_frame.pack(side=tk.TOP, fill=tk.X)
def init_top_data_labels(self, top_frame):
"""
Creates data labels for showing #s of types and tokens
"""
# BNC
l1 = tk.Label(top_frame, text="BNC Types:", anchor=tk.W)
self.bnc_types = tk.Label(top_frame, text='{:,.0f}'.format(len(self.calculator.bnc_words)), width=13, anchor=tk.E)
l2 = tk.Label(top_frame, text="BNC Tokens:", anchor=tk.W)
self.bnc_tokens = tk.Label(top_frame, text='{:,.0f}'.format(self.calculator.bnc_corpus_size), width=13, anchor=tk.E)
# User corpus
l3 = tk.Label(top_frame, text="Your Types:", anchor=tk.W)
self.user_types = tk.Label(top_frame, text='0', width=13, anchor=tk.E)
l4 = tk.Label(top_frame, text="Your Tokens:", anchor=tk.W)
self.user_tokens = tk.Label(top_frame, text='0', width=13, anchor=tk.E)
return [l1, self.bnc_types,
l2, self.bnc_tokens,
l3, self.user_types,
l4, self.user_tokens]
def init_top_options(self, top_frame):
# Allow a minimum frequency cutoff
vcmd = (self.register(self.validate_spinbox), '%d', '%S')
l1 = tk.Label(top_frame, text="Min. Frequency", anchor=tk.W)
self.opt_min_f = tk.Spinbox(top_frame, width=4, from_=0, to=10000000, validate="key", validatecommand=vcmd)
l2 = tk.Label(top_frame, text="Min. Freq. BNC", anchor=tk.W)
self.opt_min_f_bnc = tk.Spinbox(top_frame, width=4, from_=0, to=10000000, validate="key", validatecommand=vcmd)
# Allow hiding of numbers
self.ignore_num = tk.Checkbutton(top_frame, variable=self.opt_ignore_numbers, command=self.calculate)
ignore_num_label = tk.Label(top_frame, text="Ignore Numbers:", anchor=tk.W)
ignore_num_label.bind('<Button-1>', lambda e: self.toggle_number_ignore())
# Add a refresh button
refresh_btn = tk.Button(top_frame, text="Refresh", command=self.calculate)
return [l1, self.opt_min_f,
l2, self.opt_min_f_bnc,
ignore_num_label, self.ignore_num,
refresh_btn]
def validate_spinbox(self, action, s):
"""
We only allow digits in the spinbox
"""
if action == '1' and not (s in string.digits):
print('false')
return False
return True
def toggle_number_ignore(self):
"""
Toggle the option of ignoring numbers in calculations,
and refresh results
"""
self.ignore_num.toggle()
self.calculate()
def init_bottom_frame(self):
self.bottom_frame = bottom_frame = tk.Frame(self)
tk.Grid.rowconfigure(bottom_frame,1,weight=1)
tk.Grid.columnconfigure(bottom_frame,0,weight=1)
tk.Grid.columnconfigure(bottom_frame,1,weight=1)
# Filename List
tk.Label(bottom_frame, text="File Names").grid(row=0, column=0, sticky=tk.W)
self.file_names = tk.Text(bottom_frame, relief=tk.RAISED, width=20, state=tk.DISABLED)
self.file_names.grid(row=1, column=0, sticky=tk.N+tk.E+tk.W+tk.S)
self.scrollbar = tk.Scrollbar(bottom_frame)
self.scrollbar.grid(row=1, column=6, sticky=tk.N+tk.S)
self.scrollbar.config(command=self.scroll_results)
self.columns = self.init_columns()
bottom_frame.pack(side=tk.RIGHT, fill=tk.BOTH, expand=tk.YES)
def init_columns(self):
columns = []
widths = [15, 8, 10, 10, 16]
for i, col_header in enumerate(self.calculator.get_cols()):
index = i+1 # Offset for the "file names" column
label = tk.Label(self.bottom_frame, text=col_header, fg="blue", cursor="hand2")
label.grid(row=0, column=index, sticky=tk.W)
label.bind('<Button-1>', lambda e,col=i:self.sort_results(col))
if i == 0:
sticky = tk.N+tk.E+tk.W+tk.S
else:
sticky=tk.N+tk.S
column = tk.Text(self.bottom_frame, relief=tk.RAISED, width=widths[i], yscrollcommand=self.scrollbar.set, wrap=tk.NONE, state=tk.DISABLED)
column.grid(row=1, column=index, sticky=sticky)
self.bind_key(column, 'a', self.select_all)
column.bind("<MouseWheel>", self.on_mouse_wheel)
column.bind('<Home>', self.to_home)
column.bind('<End>', self.to_end)
column.bind('<Prior>', self.to_page_up)
column.bind('<Next>', self.to_page_down)
columns.append(column)
return columns
def select_all(self, event):
for c in self.columns:
c.tag_add(tk.SEL, "1.0", tk.END)
c.mark_set(tk.INSERT, "1.0")
c.see(tk.INSERT)
return 'break'
def clear_all(self):
self.calculator.clear()
self.update_labels()
self.clear_results()
self.clear_files()
def clear_files(self):
self.file_names.config(state=tk.NORMAL)
self.file_names.delete(1.0, tk.END)
self.file_names.config(state=tk.DISABLED)
def clear_results(self):
for c in self.columns:
c.config(state=tk.NORMAL)
c.delete(1.0, tk.END)
c.config(state=tk.DISABLED)
def load_corpus_file(self, event=None):
the_file = filedialog.askopenfilename()
if not (the_file == ''):
bad_files = self.calculator.load_target_file(the_file, self.add_name)
self.show_load_results(bad_files)
def load_corpus(self, event=None):
the_dir = filedialog.askdirectory()
if not (the_dir == ''):
bad_files = self.calculator.load_target_data_dir(the_dir, self.add_name)
self.show_load_results(bad_files)
def show_load_results(self, bad_files):
self.update_labels()
self.calculate()
if len(bad_files['ignored']) > 0 or len(bad_files['guessed']) > 0:
windows.encoding_warning(bad_files)
def add_name(self, file_name):
"""
Adds a filename to the file_frame
"""
self.file_names.config(state=tk.NORMAL)
self.file_names.insert(tk.END, "{}\n".format(file_name))
self.file_names.config(state=tk.DISABLED)
def update_labels(self):
text1 = '{:,.0f}'.format(len(self.calculator.target_words))
text2 = '{:,.0f}'.format(self.calculator.target_corpus_size)
self.user_types['text'] = text1
self.user_tokens['text'] = text2
text1 = '{:,.0f}'.format(len(self.calculator.bnc_words))
text2 = '{:,.0f}'.format(self.calculator.bnc_corpus_size)
self.bnc_types['text'] = text1
self.bnc_tokens['text'] = text2
def check_filters(self, d):
"""
Compares a datapoint against the filters to see if it should be printed/saved
"""
# Frequency too low
if d[1] < int(self.opt_min_f.get()):
return False
# BNC frequency too low
if d[2] < int(self.opt_min_f_bnc.get()):
return False
return True
def calculate(self, e=None):
"""
Primary function responsible for getting data from KEY_BNC and
writing it out to the columns
"""
self.calculator.ignore_numbers = self.opt_ignore_numbers.get()
data = self.calculator.get_stats()
self.update_labels()
self.clear_results()
# Make sure writing is enabled
for c in self.columns:
c.config(state=tk.NORMAL)
formats = ["{}\n", "{:,.0f}\n", "{:,.0f}\n", "{:,.2f}\n", "{:,.2f}\n"]
inf = float('inf')
for d in data:
if self.check_filters(d):
for i, datum in enumerate(d):
if i == 4 and datum == inf:
self.columns[i].insert(tk.END, "∞\n")
else:
self.columns[i].insert(tk.END, formats[i].format(datum))
# Format text and disable writing so users don't accidentally edit
# results
for c in self.columns[1:]:
c.tag_configure("right", justify='right')
c.tag_add("right", 1.0, "end")
c.config(state=tk.DISABLED)
self.columns[0].config(state=tk.DISABLED)
def save(self, event=None):
"""
Saves results to a CSV file
Applies current filters (eg frequency, ignore numbers...) before
saving
"""
file_name = filedialog.asksaveasfilename(initialfile='BNC_LL_OR.csv')
if file_name != None and file_name != '':
data = self.calculator.get_stats()
with open(file_name, mode='w', encoding='utf8', newline='') as file_handle:
writer = csv.writer(file_handle)
writer.writerow(self.calculator.get_cols())
for d in data:
if self.check_filters(d):
writer.writerow(d)
def show_help(self, event=None):
formats = {'h1': [('1.0', '1.end')],
'h2': [('2.0', '2.end'),
('9.0', '9.end'),
('15.0', '15.end'),
('21.0', '21.end'),
('24.0', '24.end'),
('29.0', '29.end')],
'bold': [('11.59', '11.93'),
('17.138', '17.170')]
}
windows.show_splash("Key-BNC Help", "Help.txt", **formats)
def show_about(self, event=None):
formats = {'h1': [('1.0', '1.end')],
'h2': [('2.0', '2.end'),
('5.0', '5.end'),
('8.0', '8.end'),
('11.0', '11.end'),
('14.0', '14.end'),
('18.0', '18.end')],
'bold': [('19.0', '19.end'),
('23.0', '23.end'),
('26.0', '26.end'),
('29.0', '29.end')]
}
windows.show_splash("About Key-BNC", "About.txt", **formats)
def scroll_results(self, *args):
"""
Scrolls all columns
"""
for c in self.columns:
c.yview(*args)
return "break"
def to_page_up(self, event):
"""
Scrolls all columns up one page
"""
for c in self.columns:
c.yview_scroll(-1, tk.PAGES)
return "break"
def to_page_down(self, event):
"""
Scrolls all columns down one page
"""
for c in self.columns:
c.yview_scroll(1, tk.PAGES)
return "break"
def to_end(self, event):
"""
Scrolls all columns to bottom
"""
for c in self.columns:
c.see("end")
return "break"
def to_home(self, event):
"""
Scrolls all columns to top
"""
for c in self.columns:
c.see("1.0")
return "break"
def on_mouse_wheel(self, event):
"""
Scrolls all columns on mousewheel
"""
system = platform.system()
if system == 'Windows':
scroll_dist = int((event.delta/120)*(-1))
elif system == 'Darwin':
scroll_dist = -1*event.delta
else:
scroll_dist = event.delta
for c in self.columns:
c.yview("scroll", scroll_dist, "units")
return "break"
def sort_results(self, the_col):
"""
Sets the current sort option and refreshes the view
"""
self.calculator.set_sort(the_col)
self.calculate()
def quit(self, e=None):
self.master.quit()
from KEY_BNC.KEY_BNC import KEY_BNC
import csv
def print_name(the_name):
print(the_name)
target_dir = r'D:\BNC-TXT'
calculator = KEY_BNC()
calculator.load_target_data_dir(target_dir)
with open('New_BNC_wordlist.csv', mode='w', encoding='utf8', newline='') as outf:
writer = csv.writer(outf)
i = 0
writer.writerow(['Rank', 'Frequency', 'Word'])
for rank, fw in enumerate(calculator.target_words.most_common()):
writer.writerow([rank, fw[1], fw[0]])