コード例 #1
0
ファイル: en.py プロジェクト: drupchen/wordsearch
 def __init__(self, wordlist=[]):
     Language.__init__(self)
     self.initCharSet()
     self.initCharSetExt()
     self.initGlottals()
     self.wordConstructs = self.charSet + self.charSetExt + self.apostrophe
     self.initTranslators()
     self.wordlist = []
     if wordlist:
         self.wordlist = self.c_transpose(wordlist)
コード例 #2
0
 def __init__(self, wordlist=[]):
     Language.__init__(self)
     self.initCharSet()
     self.initCharSetExt()
     self.initGlottals()
     # Compromise for mis-typed documents
     self.c_addCharacters(self.diacritics_all)
     # Compromise for mis-typed documents
     self.c_addCharacters(self.glottals_all)
     # Compromise for non-Tongan words, valid in Tongan context
     self.c_addCharacters(string.ascii_lowercase + string.ascii_uppercase)
     self.wordConstructs = self.charSet + self.charSetExt + self.apostrophe
     self.initTranslators()
     self.wordlist = []
     if wordlist:
         self.wordlist = self.c_transpose(wordlist)
コード例 #3
0
ファイル: to.py プロジェクト: samtaufa/wordsearch
 def __init__(self, wordlist=[]):
     Language.__init__(self)
     self.initCharSet()
     self.initCharSetExt()
     self.initGlottals()
     # Compromise for mis-typed documents
     self.c_addCharacters(self.diacritics_all) 
     # Compromise for mis-typed documents
     self.c_addCharacters(self.glottals_all) 
     # Compromise for non-Tongan words, valid in Tongan context
     self.c_addCharacters(string.ascii_lowercase + string.ascii_uppercase)
     self.wordConstructs = self.charSet + self.charSetExt + self.apostrophe
     self.initTranslators()
     self.wordlist = []
     if wordlist:
         self.wordlist = self.c_transpose(wordlist)
コード例 #4
0
ファイル: ContExpDialog.py プロジェクト: FidelVe/LinQinBer
 def contExpDialogGeneralText(self):
     text = Language()
     return text.contExpDialogGeneralText()
コード例 #5
0
ファイル: SystemDialog.py プロジェクト: FidelVe/LinQinBer
 def firstSystemDialogGeneralText(self):
     text = Language()
     return text.firstSystemDialogGeneralText()
コード例 #6
0
ファイル: SystemDialog.py プロジェクト: FidelVe/LinQinBer
 def secondSystemDialogGeneralText(self):
     text = Language()
     return text.secondSystemDialogGeneralText()
コード例 #7
0
def read_file(file, include_phrases, suffix="", reverse=False):
    if suffix:
        suffix = "-" + suffix

    print("Reading {}".format(file))

    # Read the file and split into lines
    lines = open('../../datasets/{}'.format(file), encoding='utf-8')
    lines = lines.read().strip().split('\n')

    # Split every line into pairs and normalize
    pairs = [[normalize_string(s) for s in l.split('\t')] for l in lines]
    pairs = [[p[0], p[0]] for p in pairs]

    lang1, lang2 = tuple(file.split("/")[0].split('-'))

    # Reverse pairs, make Lang instances
    if reverse:
        pairs = [list(reversed(p)) for p in pairs]
        input_lang = Language(lang1)
        output_lang = Language(lang1)
    else:
        input_lang = Language(lang2)
        output_lang = Language(lang2)

    print("Counting words...")

    if include_phrases:
        filtered_pairs = []
        for pair in pairs:
            for phrase in include_phrases:
                if phrase in pair[0] or phrase in pair[1]:
                    filtered_pairs.append(pair)
        pairs = filtered_pairs

    print("Counted: {} pairs".format(len(pairs)))

    sentences = {s[0] for s in pairs}

    for s in sentences:
        input_lang.add_sentence(s)
        output_lang.add_sentence(s)

    print("Counted words:")
    print(input_lang.name, input_lang.n_words)
    print(output_lang.name, output_lang.n_words)

    # print("Dumping")
    # pickle.dump(input_lang, open("cache/{}{}.p".format(input_lang.name, suffix), 'wb'))
    # pickle.dump(output_lang, open("cache/{}{}.p".format(output_lang.name, suffix), 'wb'))
    # pickle.dump(pairs, open("cache/{}2{}{}.p".format(input_lang.name, output_lang.name, suffix), 'wb'))

    return input_lang, output_lang, pairs
コード例 #8
0
 def pipeDialogGeneralText(self):
     text = Language()
     return text.pipeDialogGeneralText()
コード例 #9
0
 def elbowDialogGeneralText(self):
     text = Language()
     return text.elbowDialogGeneralText()
コード例 #10
0
#-*- coding: utf-8 -*-
import asyncio
import discord
import discord.ext.commands as dec
import commands
import yaml
from lang import Language
from logger import Logger

bot = dec.Bot(command_prefix=".")


@bot.event
async def on_message(message):
    await bot.process_commands(message)


@bot.event
async def on_ready():
    print('Logged in as: ' + bot.user.name)


configstream = open('./cache/config.yml')
config = yaml.load(configstream)
configstream.close()

lang = Language('', local=config['langfile'])
logger = Logger('log.txt')
bot = commands.setup_all(bot, logger, lang)
bot.run(config['token'])
コード例 #11
0
 def valveDialogGeneralText(self):
     text = Language()
     return text.valveDialogGeneralText()