def migrate():
# Connect to an existing database
passwd = getpass("MySQL password for 'root': ")
dr = mdb.connect('localhost',
'root',
passwd,
'pasportaservo',
charset='utf8')
users = dr.cursor(mdb.cursors.DictCursor)
users.execute("""
SELECT *,
GROUP_CONCAT(DISTINCT content_field_kondicxoj.field_kondicxoj_value) conditions,
GROUP_CONCAT(DISTINCT content_field_telefono1estas.field_telefono1estas_value) tel1_type,
GROUP_CONCAT(DISTINCT content_field_telefono2estas.field_telefono2estas_value) tel2_type
FROM users u
INNER JOIN node n ON n.uid=u.uid AND n.type='profilo'
INNER JOIN content_type_profilo p ON p.nid=n.nid
LEFT JOIN location_instance
ON u.uid = location_instance.uid
LEFT JOIN location
ON location_instance.lid = location.lid
LEFT JOIN content_field_kondicxoj
ON n.nid = content_field_kondicxoj.nid
LEFT JOIN content_field_telefono1estas
ON n.nid = content_field_telefono1estas.nid
LEFT JOIN content_field_telefono2estas
ON n.nid = content_field_telefono2estas.nid
WHERE u.uid > 1
AND u.name <> 'testuser'
AND ( (field_lando_value = 'Albanio' AND field_urbo_value is not NULL)
OR (field_lando_value <> 'Albanio'))
AND field_familia_nomo_value <> 12
GROUP BY u.uid
""")
user = users.fetchone()
from django.contrib.auth.models import User
from hosting.utils import title_with_particule
from hosting.models import Profile, Place, Phone, Condition, Website
django.setup()
# Starting...
print('Ignoring:')
# Condition objects
sleeping_bag = Condition(
name=_("Sleeping bag"),
abbr=_("sleeping bag"),
slug="sleeping-bag",
)
sleeping_bag.save()
one_room = Condition(
name=_("One room"),
abbr=_("one room"),
slug="one-room",
)
one_room.save()
dont_smoke = Condition(
name=_("Don't smoke"),
abbr=_("dont smoke"),
slug="dont-smoke",
)
dont_smoke.save()
while user is not None:
# User
new_user = User(id=user['uid'],
password=user['pass'],
last_login=u2dt(user['login']),
is_superuser=False,
username=g.get_username(user['name'], user['mail']),
email=user['mail'],
is_staff=False,
is_active=True,
date_joined=u2dt(user['created']))
new_user.save()
# Profile
new_profile = Profile(
id=user['uid'],
user=new_user,
title=g.get_title(user['field_sekso_value']),
first_name=title_with_particule(user['field_persona_nomo_value']),
last_name=title_with_particule(user['field_familia_nomo_value']),
birth_date=g.get_birth_date(user['field_naskijaro_value']),
description=user['field_pri_mi_value'],
avatar=g.get_avatar(user['picture']),
)
new_profile.save()
# Place
address = user['field_adreso_value']
details = user['field_detaloj_kaj_rimarkoj_value']
closest_city = user['field_proksima_granda_urbo_value']
city = user['field_urbo_value']
country = COUNTRIES.get(user['field_lando_value'], '')
state_province = g.get_state_province(
user['field_sxtato_provinco_value'], country)
if address or user['latitude']:
new_place = Place(
id=user['uid'],
owner=new_profile,
address='' if not address else address.strip(),
description='' if not details else details.strip(),
city='' if not city else title_with_particule(city.strip()),
closest_city='' if not closest_city else title_with_particule(
closest_city.strip()),
postcode=g.get_postcode(
user['field_posxtokodo_logxadreso_value']),
country=country,
state_province=state_province,
latitude=float(user['latitude']) if user['latitude'] else None,
longitude=float(user['longitude'])
if user['longitude'] else None,
max_host=g.get_int_or_none(
user['field_maksimuma_gastoj_value']),
max_night=g.get_int_or_none(
user['field_maksimuma_noktoj_value']),
available=g.get_truefalse(
user['field_mi_pretas_gastigi_value']),
tour_guide=g.get_truefalse(
user['field_mi_pretas_cxicxeroni_value']),
have_a_drink=g.get_truefalse(
user['field_mi_pretas_cxicxeroni_value']),
in_book=g.get_in_book(
user['field_mia_profilo_videbla_en_la_value']),
contact_before=g.get_int_or_none(
user['field_bonvolu_kontakti_min_value']),
)
new_place.save()
new_profile.places.add(new_place)
# Conditions
raw_conditions = user['conditions']
if raw_conditions:
if "Kunportu dormosakon" in raw_conditions:
new_place.conditions.add(sleeping_bag)
if "Ne fumu" in raw_conditions:
new_place.conditions.add(dont_smoke)
if "ambra lo" in raw_conditions:
new_place.conditions.add(one_room)
# Phone number
raw_number = user['field_telefono1_value']
number = g.get_phone_number(raw_number, country) if raw_number else ''
if number:
new_number = Phone(
profile=new_profile,
number=number,
country=country if country else PHONE_CODES.get(
number.country_code, ''),
type=g.get_phone_type(user['tel1_type']),
)
new_number.save()
# Phone number 2
raw_number2 = user['field_telefono2_value']
number2 = g.get_phone_number(raw_number2,
country) if raw_number2 else ''
if number2:
new_number2 = Phone(
profile=new_profile,
number=number2,
country=country if country else PHONE_CODES.get(
number2.country_code, ''),
type=g.get_phone_type(user['tel2_type']),
)
new_number.save()
# Websites
websites = g.get_websites(user['field_mia_ttt_pagxo_value'])
for website in websites:
new_website = Website(
profile=new_profile,
url=website,
)
new_website.save()
user = users.fetchone()
users.close()
dr.close()
print(r'Success! \o/')
def migrate():
# Connect to an existing database
passwd = getpass("MySQL password for 'root': ")
dr = mdb.connect('localhost', 'root', passwd, 'pasportaservo', charset='utf8')
users = dr.cursor(mdb.cursors.DictCursor)
users.execute("""
SELECT u.uid id,
field_nomo_kaj_familia_nomo_1_value name1,
field_naskijaro_persono_1_value year1,
field_sekso_persono_1_value sex1,
field_nomo_kaj_familia_nomo_2_value name2,
field_naskijaro_persono_2_value year2,
field_sekso_persono_1_value sex2,
field_nomo_kaj_familia_nomo_3_value name3,
field_naskijaro_persono_3_value year3
-- There is no field_sekso_persono_3_value in the source database
FROM users u
INNER JOIN node n ON n.uid=u.uid AND n.type='profilo'
INNER JOIN content_type_profilo p ON p.nid=n.nid
WHERE u.uid > 1
AND u.name <> 'testuser'
AND ( (field_lando_value = 'Albanio' AND field_urbo_value is not NULL)
OR (field_lando_value <> 'Albanio'))
AND field_familia_nomo_value <> 12
GROUP BY u.uid
""")
user = users.fetchone()
from django.contrib.auth.models import User
from hosting.utils import title_with_particule
from hosting.models import Profile, Place
django.setup()
# Starting...
print('Ignoring:')
while user is not None:
data1 = {'first_name': title_with_particule(user['name1']), 'birth_date': g.get_birth_date(user['year1']), 'title': g.get_title(user['sex1'])}
data2 = {'first_name': title_with_particule(user['name2']), 'birth_date': g.get_birth_date(user['year2']), 'title': g.get_title(user['sex2'])}
data3 = {'first_name': title_with_particule(user['name3']), 'birth_date': g.get_birth_date(user['year3'])}
try:
place = Place.objects.get(pk=user['id'])
except Place.DoesNotExist:
place = None
print(user['id'], data1['first_name'], data3['birth_date'])
if place and (data1['birth_date'] or data1['first_name']):
profile1 = Profile(**data1)
profile1.save()
place.family_members.add(profile1)
if place and (data2['birth_date'] or data2['first_name']):
profile2 = Profile(**data2)
profile2.save()
place.family_members.add(profile2)
if place and (data3['birth_date'] or data3['first_name']):
profile3 = Profile(**data3)
profile3.save()
place.family_members.add(profile3)
user = users.fetchone()
users.close()
dr.close()
print('\n Success! \\o/\n')
def migrate():
# Connect to an existing database
passwd = getpass("MySQL password for 'root': ")
dr = mdb.connect('localhost',
'root',
passwd,
'pasportaservo',
charset='utf8')
users = dr.cursor(mdb.cursors.DictCursor)
users.execute("""
SELECT u.uid id,
field_nomo_kaj_familia_nomo_1_value name1,
field_naskijaro_persono_1_value year1,
field_sekso_persono_1_value sex1,
field_nomo_kaj_familia_nomo_2_value name2,
field_naskijaro_persono_2_value year2,
field_sekso_persono_1_value sex2,
field_nomo_kaj_familia_nomo_3_value name3,
field_naskijaro_persono_3_value year3
-- There is no field_sekso_persono_3_value in the source database
FROM users u
INNER JOIN node n ON n.uid=u.uid AND n.type='profilo'
INNER JOIN content_type_profilo p ON p.nid=n.nid
WHERE u.uid > 1
AND u.name <> 'testuser'
AND ( (field_lando_value = 'Albanio' AND field_urbo_value is not NULL)
OR (field_lando_value <> 'Albanio'))
AND field_familia_nomo_value <> 12
GROUP BY u.uid
""")
user = users.fetchone()
from django.contrib.auth.models import User
from hosting.utils import title_with_particule
from hosting.models import Profile, Place
django.setup()
# Starting...
print('Ignoring:')
while user is not None:
data1 = {
'first_name': title_with_particule(user['name1']),
'birth_date': g.get_birth_date(user['year1']),
'title': g.get_title(user['sex1'])
}
data2 = {
'first_name': title_with_particule(user['name2']),
'birth_date': g.get_birth_date(user['year2']),
'title': g.get_title(user['sex2'])
}
data3 = {
'first_name': title_with_particule(user['name3']),
'birth_date': g.get_birth_date(user['year3'])
}
try:
place = Place.objects.get(pk=user['id'])
except Place.DoesNotExist:
place = None
print(user['id'], data1['first_name'], data3['birth_date'])
if place and (data1['birth_date'] or data1['first_name']):
profile1 = Profile(**data1)
profile1.save()
place.family_members.add(profile1)
if place and (data2['birth_date'] or data2['first_name']):
profile2 = Profile(**data2)
profile2.save()
place.family_members.add(profile2)
if place and (data3['birth_date'] or data3['first_name']):
profile3 = Profile(**data3)
profile3.save()
place.family_members.add(profile3)
user = users.fetchone()
users.close()
dr.close()
print('\n Success! \\o/\n')
import getters
import helpers
from crawler import *
import os
if __name__ == "__main__":
path = input("Specify Path (if none leave blank): ")
url = input("Specify URL: ")
soup = getters.get_soup(url)
title = getters.get_title(soup)
author = getters.get_author(soup)
path = path + title
#check is file already exists
try:
os.remove(path + ".html")
except OSError:
pass
book = Book(title, author, path)
book.bind_book(url)