def test_title_with_particule_and_provided_list(self): test_data = ( ("abu zayd ibn khaldun al-hadrami", "Abu Zayd ibn Khaldun al-Hadrami"), ("nasir al-din al-tusi", "Nasir al-Din al-Tusi"), ("d'artagnan", "D'Artagnan"), ("van artagnan", "Van Artagnan"), ("del artagnan", "Del Artagnan"), ("Af-ARTAGNAN", "Af-Artagnan"), ) for title, expected_value in test_data: with self.subTest(title=title): self.assertEqual(title_with_particule(title, ["ibn", "al"]), expected_value)
def test_title_with_particule_and_builtin_list(self): test_data = ( ("title", "Title"), ("TITLE", "Title"), ("tiTle", "Title"), ("title one", "Title One"), ("TITLE TWO", "Title Two"), ("ibn Khaldun", "Ibn Khaldun"), ("nasir al-din al-tusi", "Nasir Al-Din Al-Tusi"), ("d'artagnan", "D'Artagnan"), ("D'artagnan", "D'Artagnan"), ("d\"artagnan", "D\"Artagnan"), ("D\"artagnaN", "D\"Artagnan"), ("van artagnan", "van Artagnan"), ("del artagnaN", "del Artagnan"), ("Af-arTagnan", "af-Artagnan"), ("d.arta.gnan", "D.Arta.Gnan"), ("", ""), (None, None), ) for title, expected_value in test_data: with self.subTest(title=title): self.assertEqual(title_with_particule(title), expected_value)
def migrate(): # Connect to an existing database passwd = getpass("MySQL password for 'root': ") dr = mdb.connect('localhost', 'root', passwd, 'pasportaservo', charset='utf8') users = dr.cursor(mdb.cursors.DictCursor) users.execute(""" SELECT *, GROUP_CONCAT(DISTINCT content_field_kondicxoj.field_kondicxoj_value) conditions, GROUP_CONCAT(DISTINCT content_field_telefono1estas.field_telefono1estas_value) tel1_type, GROUP_CONCAT(DISTINCT content_field_telefono2estas.field_telefono2estas_value) tel2_type FROM users u INNER JOIN node n ON n.uid=u.uid AND n.type='profilo' INNER JOIN content_type_profilo p ON p.nid=n.nid LEFT JOIN location_instance ON u.uid = location_instance.uid LEFT JOIN location ON location_instance.lid = location.lid LEFT JOIN content_field_kondicxoj ON n.nid = content_field_kondicxoj.nid LEFT JOIN content_field_telefono1estas ON n.nid = content_field_telefono1estas.nid LEFT JOIN content_field_telefono2estas ON n.nid = content_field_telefono2estas.nid WHERE u.uid > 1 AND u.name <> 'testuser' AND ( (field_lando_value = 'Albanio' AND field_urbo_value is not NULL) OR (field_lando_value <> 'Albanio')) AND field_familia_nomo_value <> 12 GROUP BY u.uid """) user = users.fetchone() from django.contrib.auth.models import User from hosting.utils import title_with_particule from hosting.models import Profile, Place, Phone, Condition, Website django.setup() # Starting... print('Ignoring:') # Condition objects sleeping_bag = Condition( name=_("Sleeping bag"), abbr=_("sleeping bag"), slug="sleeping-bag", ) sleeping_bag.save() one_room = Condition( name=_("One room"), abbr=_("one room"), slug="one-room", ) one_room.save() dont_smoke = Condition( name=_("Don't smoke"), abbr=_("dont smoke"), slug="dont-smoke", ) dont_smoke.save() while user is not None: # User new_user = User(id=user['uid'], password=user['pass'], last_login=u2dt(user['login']), is_superuser=False, username=g.get_username(user['name'], user['mail']), email=user['mail'], is_staff=False, is_active=True, date_joined=u2dt(user['created'])) new_user.save() # Profile new_profile = Profile( id=user['uid'], user=new_user, title=g.get_title(user['field_sekso_value']), first_name=title_with_particule(user['field_persona_nomo_value']), last_name=title_with_particule(user['field_familia_nomo_value']), birth_date=g.get_birth_date(user['field_naskijaro_value']), description=user['field_pri_mi_value'], avatar=g.get_avatar(user['picture']), ) new_profile.save() # Place address = user['field_adreso_value'] details = user['field_detaloj_kaj_rimarkoj_value'] closest_city = user['field_proksima_granda_urbo_value'] city = user['field_urbo_value'] country = COUNTRIES.get(user['field_lando_value'], '') state_province = g.get_state_province( user['field_sxtato_provinco_value'], country) if address or user['latitude']: new_place = Place( id=user['uid'], owner=new_profile, address='' if not address else address.strip(), description='' if not details else details.strip(), city='' if not city else title_with_particule(city.strip()), closest_city='' if not closest_city else title_with_particule( closest_city.strip()), postcode=g.get_postcode( user['field_posxtokodo_logxadreso_value']), country=country, state_province=state_province, latitude=float(user['latitude']) if user['latitude'] else None, longitude=float(user['longitude']) if user['longitude'] else None, max_host=g.get_int_or_none( user['field_maksimuma_gastoj_value']), max_night=g.get_int_or_none( user['field_maksimuma_noktoj_value']), available=g.get_truefalse( user['field_mi_pretas_gastigi_value']), tour_guide=g.get_truefalse( user['field_mi_pretas_cxicxeroni_value']), have_a_drink=g.get_truefalse( user['field_mi_pretas_cxicxeroni_value']), in_book=g.get_in_book( user['field_mia_profilo_videbla_en_la_value']), contact_before=g.get_int_or_none( user['field_bonvolu_kontakti_min_value']), ) new_place.save() new_profile.places.add(new_place) # Conditions raw_conditions = user['conditions'] if raw_conditions: if "Kunportu dormosakon" in raw_conditions: new_place.conditions.add(sleeping_bag) if "Ne fumu" in raw_conditions: new_place.conditions.add(dont_smoke) if "ambra lo" in raw_conditions: new_place.conditions.add(one_room) # Phone number raw_number = user['field_telefono1_value'] number = g.get_phone_number(raw_number, country) if raw_number else '' if number: new_number = Phone( profile=new_profile, number=number, country=country if country else PHONE_CODES.get( number.country_code, ''), type=g.get_phone_type(user['tel1_type']), ) new_number.save() # Phone number 2 raw_number2 = user['field_telefono2_value'] number2 = g.get_phone_number(raw_number2, country) if raw_number2 else '' if number2: new_number2 = Phone( profile=new_profile, number=number2, country=country if country else PHONE_CODES.get( number2.country_code, ''), type=g.get_phone_type(user['tel2_type']), ) new_number.save() # Websites websites = g.get_websites(user['field_mia_ttt_pagxo_value']) for website in websites: new_website = Website( profile=new_profile, url=website, ) new_website.save() user = users.fetchone() users.close() dr.close() print(r'Success! \o/')
def migrate(): # Connect to an existing database passwd = getpass("MySQL password for 'root': ") dr = mdb.connect('localhost', 'root', passwd, 'pasportaservo', charset='utf8') users = dr.cursor(mdb.cursors.DictCursor) users.execute(""" SELECT u.uid id, field_nomo_kaj_familia_nomo_1_value name1, field_naskijaro_persono_1_value year1, field_sekso_persono_1_value sex1, field_nomo_kaj_familia_nomo_2_value name2, field_naskijaro_persono_2_value year2, field_sekso_persono_1_value sex2, field_nomo_kaj_familia_nomo_3_value name3, field_naskijaro_persono_3_value year3 -- There is no field_sekso_persono_3_value in the source database FROM users u INNER JOIN node n ON n.uid=u.uid AND n.type='profilo' INNER JOIN content_type_profilo p ON p.nid=n.nid WHERE u.uid > 1 AND u.name <> 'testuser' AND ( (field_lando_value = 'Albanio' AND field_urbo_value is not NULL) OR (field_lando_value <> 'Albanio')) AND field_familia_nomo_value <> 12 GROUP BY u.uid """) user = users.fetchone() from django.contrib.auth.models import User from hosting.utils import title_with_particule from hosting.models import Profile, Place django.setup() # Starting... print('Ignoring:') while user is not None: data1 = { 'first_name': title_with_particule(user['name1']), 'birth_date': g.get_birth_date(user['year1']), 'title': g.get_title(user['sex1']) } data2 = { 'first_name': title_with_particule(user['name2']), 'birth_date': g.get_birth_date(user['year2']), 'title': g.get_title(user['sex2']) } data3 = { 'first_name': title_with_particule(user['name3']), 'birth_date': g.get_birth_date(user['year3']) } try: place = Place.objects.get(pk=user['id']) except Place.DoesNotExist: place = None print(user['id'], data1['first_name'], data3['birth_date']) if place and (data1['birth_date'] or data1['first_name']): profile1 = Profile(**data1) profile1.save() place.family_members.add(profile1) if place and (data2['birth_date'] or data2['first_name']): profile2 = Profile(**data2) profile2.save() place.family_members.add(profile2) if place and (data3['birth_date'] or data3['first_name']): profile3 = Profile(**data3) profile3.save() place.family_members.add(profile3) user = users.fetchone() users.close() dr.close() print('\n Success! \\o/\n')
def migrate(): # Connect to an existing database passwd = getpass("MySQL password for 'root': ") dr = mdb.connect('localhost', 'root', passwd, 'pasportaservo', charset='utf8') users = dr.cursor(mdb.cursors.DictCursor) users.execute(""" SELECT u.uid id, field_nomo_kaj_familia_nomo_1_value name1, field_naskijaro_persono_1_value year1, field_sekso_persono_1_value sex1, field_nomo_kaj_familia_nomo_2_value name2, field_naskijaro_persono_2_value year2, field_sekso_persono_1_value sex2, field_nomo_kaj_familia_nomo_3_value name3, field_naskijaro_persono_3_value year3 -- There is no field_sekso_persono_3_value in the source database FROM users u INNER JOIN node n ON n.uid=u.uid AND n.type='profilo' INNER JOIN content_type_profilo p ON p.nid=n.nid WHERE u.uid > 1 AND u.name <> 'testuser' AND ( (field_lando_value = 'Albanio' AND field_urbo_value is not NULL) OR (field_lando_value <> 'Albanio')) AND field_familia_nomo_value <> 12 GROUP BY u.uid """) user = users.fetchone() from django.contrib.auth.models import User from hosting.utils import title_with_particule from hosting.models import Profile, Place django.setup() # Starting... print('Ignoring:') while user is not None: data1 = {'first_name': title_with_particule(user['name1']), 'birth_date': g.get_birth_date(user['year1']), 'title': g.get_title(user['sex1'])} data2 = {'first_name': title_with_particule(user['name2']), 'birth_date': g.get_birth_date(user['year2']), 'title': g.get_title(user['sex2'])} data3 = {'first_name': title_with_particule(user['name3']), 'birth_date': g.get_birth_date(user['year3'])} try: place = Place.objects.get(pk=user['id']) except Place.DoesNotExist: place = None print(user['id'], data1['first_name'], data3['birth_date']) if place and (data1['birth_date'] or data1['first_name']): profile1 = Profile(**data1) profile1.save() place.family_members.add(profile1) if place and (data2['birth_date'] or data2['first_name']): profile2 = Profile(**data2) profile2.save() place.family_members.add(profile2) if place and (data3['birth_date'] or data3['first_name']): profile3 = Profile(**data3) profile3.save() place.family_members.add(profile3) user = users.fetchone() users.close() dr.close() print('\n Success! \\o/\n')