def inserts(self):
"""Do some initial inserts for the test"""
en = Language(id=1, language='en')
self.db.session.add(en)
es = Language(id=2, language='es')
self.db.session.add(es)
requested = TranslationStatus(id=1, status='requested')
self.db.session.add(requested)
pending = TranslationStatus(id=2, status='pending')
self.db.session.add(pending)
translated = TranslationStatus(id=3, status='translated')
self.db.session.add(translated)
translation = Translation(uid='336f7c6064',
source_language_id=1,
input_text='hello world',
target_language_id=2,
output_text='hola mundo',
status_id=1)
self.db.session.add(translation)
self.db.session.commit()
self.db.session.close()
def populate():
new_langs = [
Language('Python', 'py'),
Language('Ruby', 'rb'),
Language('Common Lisp', 'lisp'),
Language('Objective-C', 'm'),
]
session.add_all(new_langs)
session.commit()
def populate(request):
session = request.db_session
new_langs = [
Language('Python', 'py'),
Language('Ruby', 'rb'),
Language('Common Lisp', 'lisp'),
Language('Objective-C', 'm')
]
session.add_all(new_langs)
session.commit()
def add_to_data_load(data):
country = Country(
code=data.get('alpha2Code'),
name=data.get('name'),
capital=data.get('capital'),
region=data.get('region') or 'Unknown',
subregion=data.get('subregion'),
population=data.get('population'),
flag=data.get('flag'),
)
if country not in countries:
countries.append(country)
for language_data in data.get('languages'):
language = Language(code=language_data.get('iso639_2'),
name=language_data.get('name'))
if language not in languages:
languages.append(language)
country_language.append(
CountryLanguage(country_code=country.code,
language_code=language.code))
for currency_data in data.get('currencies'):
if currency := validate_currency(currency_data):
if currency not in currencies:
currencies.append(currency)
country_currency.append(
CountryCurrency(country_code=country.code,
currency_code=currency.code))
def setUp(self):
"""Set up environment for api view test suite"""
self.client = APIClient()
self.take_data = {'location': 'test_location', 'chapter': 5}
self.lang_data = {'lang': 'english', 'code': 'abc'}
self.user_data = {
'name': 'tester',
'agreed': True,
'picture': 'test.pic'
}
self.comment = {'location': 'test_location'}
self.book_data = {'code': 'ex', 'name': 'english', 'booknum': 5}
self.take_object = Take(location='test_location',
id=1,
language_id=1,
book_id=1,
user_id=1)
self.language_object = Language(code='en-demo', name='english', id=1)
self.book_object = Book(code='en-demo',
name='english',
booknum=5,
id=1)
self.user_object = User(name='testy',
agreed=True,
picture='mypic.jpg',
id=1)
self.comment_object = Comment.objects.create(
location='/test-location/', id=1)
def update_user(payload={}, fields=[]):
if 'user_id' in payload:
user_id = payload.pop('user_id')
# print(payload)
user = User.objects(pk=user_id)
if user is not None:
user = user.first()
if 'country' in payload:
payload['country'] = Country(pk=payload['country'])
if 'gender' in payload and payload['gender'] is not None:
payload['gender'] = Gender(pk=int(payload['gender']))
if 'languages' in payload:
payload['languages'] = [
Language(pk=lang) for lang in payload['languages']
]
if 'department' in payload and payload['department'] is not None:
payload['department'] = Department(
pk=int(payload['department']))
if 'chair' in payload and payload['chair'] is not None:
payload['chair'] = Chair(pk=int(payload['chair']))
if 'bio' in payload: payload["bio"] = payload['bio']
updated = user.update(**payload)
print(user)
return updated >= 1, payload
else:
print("Not found")
return False, None
else:
print("Not found")
return False, None
def admin_dashboard_language_add():
if request.form:
language = Language(name=request.form.get('name'))
db_session.add(language)
db_session.commit()
flash('Language successfully added')
return redirect(url_for('admin_dashboard_languages'))
return render_template('/admins/language_add.html')
def add_language():
if request.method == 'POST':
name = request.form['name']
short_name = request.form['short_name']
new_language = Language(name, short_name)
session.add(new_language)
session.commit()
flash(u'Язык добавлен')
return redirect(url_for('words'))
else:
return redirect(url_for('words'))
def create_languages(doc):
# Create a unique list of all Languages in the parsed document
languages = list()
path = '//@xml:lang'
for result in doc.xpath(path, namespaces=ns):
if result not in languages:
languages.append(result)
for lang in languages:
if len(Language.objects.filter(abbreviation=str(lang))) == 0:
new_language = Language(abbreviation=str(lang))
new_language.save()
def insert_tags(company_id, language_tags):
df = pd.DataFrame(language_tags)
for index, row in df.iterrows():
tag_id = None
for country_code in df.columns:
tag_value = row[country_code]
tag_name = TagName.query \
.filter_by(
name=tag_value
) \
.first()
curr_tag_id = tag_name.tag_id if tag_name else False
if tag_id is None:
tag_id = curr_tag_id
else:
assert tag_id == curr_tag_id, \
'prev({}) != curr({}) of {}'.format(
tag_id, curr_tag_id, tag_value)
assert tag_id is not None
if tag_id is False:
tag = Tag()
db.session.add(tag)
db.session.commit()
print('tag', tag.id)
for country_code in df.columns:
tag_value = row[country_code]
language = Language.query \
.filter_by(country_code=country_code) \
.first()
if language is None:
language = Language(country_code)
db.session.add(language)
db.session.commit()
# print('language', language.id)
tag_name = TagName(tag.id, language.id, tag_value)
db.session.add(tag_name)
db.session.commit()
print('tag_name', tag_name.id, tag_value)
tag_id = tag.id
else:
print('already registered tag', tag_id)
company_tag = CompanyTag(company_id, tag_id)
db.session.add(company_tag)
db.session.commit()
def post(self):
"""
Creates language
"""
name = request.json.get('name')
value = request.json.get('value')
extension = request.json.get('extension')
new_language = Language(name=name, value=value, extension=extension)
db.session.add(new_language)
db.session.commit()
return {
'id': new_language.id,
'name': new_language.name,
'value': new_language.value,
'extension': new_language.extension
}, 201
def run_task(data_dir, task_name='Language modeling'):
snli_loader = SNLILoader(data_dir)
train_data = snli_loader.train_data
test_data = snli_loader.test_data
lang_config = config(snli_loader, train_data, test_data)
with tf.Session() as sess:
model = Language(lang_config, sess, train_data, test_data)
if len(argvs) < 2:
model.build_model()
model.run(task_name)
else:
model.demo_model()
model.demo(argvs[1])
def load_languages():
"""Load language infor from indigenousLanguages.json into
database."""
print('Languages')
Language.query.delete()
lang_file = "seed_data/indigenousLanguages.json"
lang_dict = json_reader(lang_file)
i = 0
for key in lang_dict['features']:
language_name = lang_dict['features'][i]['properties']['Name']
i += 1
language = Language(language_name=language_name)
db.session.add(language)
db.session.commit()
def setUp(self):
paradigm = Paradigm(name='Functional')
language = Language(name='tstLang',
creator='bob',
type='Interpreted',
firstAppeared=1987,
description='test')
company = Company(name='TestCom',
email='*****@*****.**',
url="test.com/testcom",
avatar_url='test.com/testcom/avatar',
description='test')
contributor = Contributor(username='******',
email='*****@*****.**',
url='test.com/testusr',
avatar_url='test.com/testusr/avatar',
location='Texas')
project = Project(name='testProj',
url='test.com/testproj',
description='test',
createdDate='June, 11',
private=False)
language.id = 1
contributor.id = 2
company.id = 3
project.id = 4
language.paradigms.append(paradigm)
project.languages.append(language)
project.company = company
project.owner_id = company.id
project.contributors.append(contributor)
company.members.append(contributor)
self.paradigm = paradigm
self.language = language
self.contributor = contributor
self.company = company
self.project = project
def insert_company(csv_file):
df = pd.read_csv(csv_file)
for index, row in df.iterrows():
company = Company()
db.session.add(company)
db.session.commit()
print('company', company.id)
language_tags = {}
for column in df.columns:
value = row[column]
if isinstance(value, float) and math.isnan(value):
continue
company_name_tag, country_code = column.split('_')
language = Language.query \
.filter_by(country_code=country_code) \
.first()
if language is None:
language = Language(country_code)
db.session.add(language)
db.session.commit()
# print('language', language.id)
if company_name_tag == 'company':
company_name = CompanyName(company.id, language.id, value)
db.session.add(company_name)
db.session.commit()
print('company_name', company_name.id, value)
elif company_name_tag == 'tag':
language_tags[country_code] = value.split('|')
else:
assert False, 'Not supported column title({})'.format(column)
insert_tags(company.id, language_tags)
from models import db, connect_db, generate_random_integer, Language, Translation, User
from app import app
db.drop_all()
db.create_all()
language1 = Language(id='en', language='English', english='English')
language2 = Language(id='fr', language='French', english='French')
language3 = Language(id='ge', language='German', english='German')
language4 = Language(id='ru', language='Russian', english='Russian')
language5 = Language(id='es', language='Spanish', english='Spanish')
language6 = Language(id='sv', language='Svenska', english='Swedish')
db.session.add_all(
[language1, language2, language3, language4, language5, language6])
db.session.commit()
user1 = User.register('Matt', '*****@*****.**', 'passwordeckesm')
db.session.add(user1)
db.session.commit()
def initialize_database():
db.create_all()
missing = Topic.query.filter_by(topicname='General').first()
if missing is None:
t = Topic('General', None)
db.session.add(t)
db.session.commit()
langs = Language.query.filter_by(code='mn').first()
if langs is None:
t = Language('Azerbaijan', 'az')
db.session.add(t)
t = Language('Malayalam', 'ml')
db.session.add(t)
t = Language('Albanian', 'sq')
db.session.add(t)
t = Language('Maltese', 'mt')
db.session.add(t)
t = Language('Amharic', 'am')
db.session.add(t)
t = Language('Macedonian', 'mk')
db.session.add(t)
t = Language('English', 'en')
db.session.add(t)
t = Language('Maori', 'mi')
db.session.add(t)
t = Language('Arabic', 'ar')
db.session.add(t)
t = Language('Marathi', 'mr')
db.session.add(t)
t = Language('Armenian', 'hy')
db.session.add(t)
t = Language('Mari', 'mhr')
db.session.add(t)
t = Language('Afrikaans', 'af')
db.session.add(t)
t = Language('Mongolian', 'mn')
db.session.add(t)
t = Language('Basque', 'eu')
db.session.add(t)
t = Language('German', 'de')
db.session.add(t)
t = Language('Bashkir', 'ba')
db.session.add(t)
t = Language('Nepali', 'ne')
db.session.add(t)
t = Language('Belarusian', 'be')
db.session.add(t)
t = Language('Norwegian', 'no')
db.session.add(t)
t = Language('Bengali', 'bn')
db.session.add(t)
t = Language('Punjabi', 'pa')
db.session.add(t)
t = Language('Burmese', 'my')
db.session.add(t)
t = Language('Papiamento', 'pap')
db.session.add(t)
t = Language('Bulgarian', 'bg')
db.session.add(t)
t = Language('Persian', 'fa')
db.session.add(t)
t = Language('Bosnian', 'bs')
db.session.add(t)
t = Language('Polish', 'pl')
db.session.add(t)
t = Language('Welsh', 'cy')
db.session.add(t)
t = Language('Portuguese', 'pt')
db.session.add(t)
t = Language('Hungarian', 'hu')
db.session.add(t)
t = Language('Romanian', 'ro')
db.session.add(t)
t = Language('Vietnamese', 'vi')
db.session.add(t)
t = Language('Russian', 'ru')
db.session.add(t)
t = Language('Creole', 'ht')
db.session.add(t)
t = Language('Cebuano', 'ceb')
db.session.add(t)
t = Language('Galician', 'gl')
db.session.add(t)
t = Language('Serbian', 'sr')
db.session.add(t)
t = Language('Dutch', 'nl')
db.session.add(t)
t = Language('Sinhala', 'si')
db.session.add(t)
t = Language('Hill Mari', 'mrj')
db.session.add(t)
t = Language('Slovakian', 'sk')
db.session.add(t)
t = Language('Greek', 'el')
db.session.add(t)
t = Language('Slovenian', 'sl')
db.session.add(t)
t = Language('Georgian', 'ka')
db.session.add(t)
t = Language('Swahili', 'sw')
db.session.add(t)
t = Language('Gujarati', 'gu')
db.session.add(t)
t = Language('Sundanese', 'su')
db.session.add(t)
t = Language('Danish', 'da')
db.session.add(t)
t = Language('Tajik', 'tg')
db.session.add(t)
t = Language('Hebrew', 'he')
db.session.add(t)
t = Language('Thai', 'th')
db.session.add(t)
t = Language('Yiddish', 'yi')
db.session.add(t)
t = Language('Tagalog', 'tl')
db.session.add(t)
t = Language('Indonesian', 'id')
db.session.add(t)
t = Language('Tamil', 'ta')
db.session.add(t)
t = Language('Irish', 'ga')
db.session.add(t)
t = Language('Tatar', 'tt')
db.session.add(t)
t = Language('Italian', 'it')
db.session.add(t)
t = Language('Telugu', 'te')
db.session.add(t)
t = Language('Icelandic', 'is')
db.session.add(t)
t = Language('Turkish', 'tr')
db.session.add(t)
t = Language('Spanish', 'es')
db.session.add(t)
t = Language('Udmurt', 'udm')
db.session.add(t)
t = Language('Kazakh', 'kk')
db.session.add(t)
t = Language('Uzbek', 'uz')
db.session.add(t)
t = Language('Kannada', 'kn')
db.session.add(t)
t = Language('Ukrainian', 'uk')
db.session.add(t)
t = Language('Catalan', 'ca')
db.session.add(t)
t = Language('Urdu', 'ur')
db.session.add(t)
t = Language('Kyrgyz', 'ky')
db.session.add(t)
t = Language('Finnish', 'fi')
db.session.add(t)
t = Language('Chinese', 'zh')
db.session.add(t)
t = Language('French', 'fr')
db.session.add(t)
t = Language('Korean', 'ko')
db.session.add(t)
t = Language('Hindi', 'hi')
db.session.add(t)
t = Language('Xhosa', 'xh')
db.session.add(t)
t = Language('Croatian', 'hr')
db.session.add(t)
t = Language('Khmer', 'km')
db.session.add(t)
t = Language('Czech', 'cs')
db.session.add(t)
t = Language('Laotian', 'lo')
db.session.add(t)
t = Language('Swedish', 'sv')
db.session.add(t)
t = Language('Latin', 'la')
db.session.add(t)
t = Language('Scottish', 'gd')
db.session.add(t)
t = Language('Latvian', 'lv')
db.session.add(t)
t = Language('Estonian', 'et')
db.session.add(t)
t = Language('Lithuanian', 'lt')
db.session.add(t)
t = Language('Esperanto', 'eo')
db.session.add(t)
t = Language('Luxembourgish', 'lb')
db.session.add(t)
t = Language('Javanese', 'jv')
db.session.add(t)
t = Language('Malagasy', 'mg')
db.session.add(t)
t = Language('Japanese', 'ja')
db.session.add(t)
t = Language('Malay', 'ms')
db.session.add(t)
db.session.commit()
def _get_lang_from_dict(lang_dict):
is_available = _is_available(lang_dict['run'], lang_dict.get('compile'))
return Language(**lang_dict, is_available=is_available)
client_id=translation_string[key]['client_id'],
parent=translationgist,
content=translation_string[key]['content'],
locale_id=key)
DBSession.add(translationatom)
DBSession.flush()
DBSession.commit()
language_ids = dict()
for language in old_DBSession.query(old_Language).all():
new_language = Language(
client_id=language.client_id,
# parent_client_id=language.parent_client_id,
# parent_object_id=language.parent_object_id,
translation_gist_client_id=translation_strings[
language.translation_string]['ids']['client_id'],
translation_gist_object_id=translation_strings[
language.translation_string]['ids']['object_id'],
marked_for_deletion=language.marked_for_deletion)
DBSession.add(new_language)
for group in old_DBSession.query(old_Group).join(old_BaseGroup).filter(
old_Group.subject_client_id == language.client_id,
old_Group.subject_object_id == language.object_id,
old_BaseGroup.subject == 'language').all():
new_group = Group(id=group.id,
base_group_id=group.base_group_id,
subject_client_id=new_language.client_id,
subject_object_id=new_language.object_id)
DBSession.add(new_group)
language_ids[str(language.client_id) + '_' + str(language.object_id)] = {
