# coding=utf-8
# Machine Learning language identification (document classification) program
# Implements a bag of words model with Naive Bayes Classifier
# Designed for use with languages which use the Latin alphabet.
import sys
import codecs
import math
import langlib
SMOOTHING_PARAM = 1 # Smoothing parameter for Laplace smoothing
# Dictionary of language objects
languages = {}
langlib.loadLanguages(languages)
def train():
""" Training mode. Assumes all training exercises have never been seen before. """
for lang in languages.iterkeys():
# Read in documents so that UTF-8 encoding is handled properly
f = codecs.open('trainingTexts/' + languages[lang].fileName, encoding='utf-8')
texts = f.read().split('====') # Individual documents are separated by ====
f.close()
for text in texts:
processed = langlib.processText(text)
# Convert processed into a Document representing a bag of words
document = langlib.Document()
try:
for j in script.info.keylist:
dbgmsg(0, "[EventScripts] %8s: %s" % (j, script.info[j]))
except AttributeError:
pass
_gamename = str(ServerVar('eventscripts_gamedir')).rsplit(os.sep, 1)[~0]
def getGameName():
return _gamename
def getAddonPath(addon):
return "%s/%s" % (ServerVar("eventscripts_addondir"), addon)
def local_language():
''' Returns the server's local language abbreviation
'''
return langlib.getLangAbbreviation(str(ServerVar("eventscripts_language")))
# initialize the language libraries
langlib.loadLanguages("%s/_libs/python/deflangs.ini" % ServerVar("eventscripts_addondir"))
langlib.setDefaultLangCallback(local_language)
############################################
# Backwards compatibility patching section
############################################
#replace menu definitions since showMenu works better from Python than es.menu()
_esshell_menu = menu
menu = showMenu
dbgmsg(1,"[EventScripts] es.py loaded.")
_gamename = str(ServerVar('eventscripts_gamedir')).rsplit(os.sep, 1)[~0]
def getGameName():
return _gamename
def getAddonPath(addon):
return "%s/%s" % (ServerVar("eventscripts_addondir"), addon)
def local_language():
''' Returns the server's local language abbreviation
'''
return langlib.getLangAbbreviation(str(ServerVar("eventscripts_language")))
# initialize the language libraries
langlib.loadLanguages("%s/_libs/python/deflangs.ini" %
ServerVar("eventscripts_addondir"))
langlib.setDefaultLangCallback(local_language)
############################################
# Backwards compatibility patching section
############################################
#replace menu definitions since showMenu works better from Python than es.menu()
_esshell_menu = menu
menu = showMenu
dbgmsg(1, "[EventScripts] es.py loaded.")
