def create_fake_documents(db, nb_docs=1000, nb_correspondents=None, fake=None):
from app.models import Document
from app.models import Institution
from app.models import User
from app.models import Whitelist
from app.models import Image
from app.models import Note
from app.models import Language
from app.models import PersonRole
from app.models import Person
from app.models import Witness
if fake is None:
fake = Faker()
logging.getLogger('faker.factory').setLevel(logging.ERROR)
users = User.query.all()
whitelists = Whitelist.query.all()
# add some languages
db.session.add(Language(code="FRO"))
db.session.add(Language(code="ENG"))
db.session.add(Language(code="OCC"))
db.session.add(Language(code="CZC"))
db.session.add(Language(code="ITA"))
db.session.commit()
languages = Language.query.all()
# add fake collections
for i in range(1, 10):
db.session.add(
Collection(title=fake.sentence(), description=fake.text()))
db.session.commit()
collections = Collection.query.all()
# add fake correspondent roles
for i in range(5, 20):
db.session.add(PersonRole(label=fake.word()))
db.session.flush()
roles = PersonRole.query.all()
# add fake persons
if nb_correspondents is None:
nb_correspondents = nb_docs * 2
for i in range(0, nb_correspondents):
db.session.add(
Person(firstname=fake.first_name(),
lastname=fake.last_name(),
key=fake.name(),
ref=fake.uri()))
db.session.flush()
correspondents = Person.query.all()
# add fake Institutions
institutions = []
for i in range(0, 20):
ins = Institution(name=fake.sentence(nb_words=3), ref=fake.uri())
db.session.add(ins)
institutions.append(ins)
db.session.flush()
# add fake documents
last_progress = -1
for n_doc in range(0, nb_docs):
try:
doc = Document(title=fake.sentence(),
transcription=fake.text(max_nb_chars=1000),
argument=fake.text())
doc.owner_id = users[0].id
doc.whitelist_id = whitelists[0].id
doc.languages = [languages[0], languages[1]]
doc.collections = collections
db.session.add(doc)
db.session.flush()
# add fake witnesses
witnesses = []
for i in range(0, 3):
wit = Witness(document_id=doc.id,
content=fake.sentence(),
tradition=random.choice(TRADITION_VALUES),
status=random.choice(WITNESS_STATUS_VALUES),
institution_id=random.choice(institutions).id,
classification_mark=fake.sentence())
db.session.add(wit)
witnesses.append(wit)
db.session.flush()
# add fake Images
for w in range(0, len(witnesses)):
for i in range(0, 5):
img = Image(canvas_idx=random.randint(1, 100),
manifest_url=fake.uri(),
witness_id=witnesses[w].id)
db.session.add(img)
# add fake Notes
nb_notes = 50
for i in range(0, nb_notes):
n = Note(label=fake.sentence(),
content=fake.paragraph(),
document_id=doc.id)
db.session.add(n)
db.session.flush()
# add fake correspondent to the doc
from app.models import PersonHasRole
correspondents_have_roles = []
nb_corr = 3
for i in range(0, nb_corr):
role = roles[0]
co = correspondents[i]
correspondents_have_roles.append((role.id, co.id))
c_h_roles = []
for (role_id, co_id) in set(correspondents_have_roles):
chr = PersonHasRole(document_id=doc.id,
correspondent_id=co_id,
correspondent_role_id=role_id)
db.session.add(chr)
c_h_roles.append(chr)
db.session.flush()
doc.correspondents_have_roles = c_h_roles
docs = Document.query.filter(Document.id != doc.id).all()
if len(docs) > 0:
if len(docs) > doc.id - 1 > 0:
doc.next_document = docs[doc.id - 1]
db.session.add(doc)
db.session.commit()
except IntegrityError as e:
db.session.rollback()
print("Warning:", e)
progress = int(n_doc / nb_docs * 100)
if progress % 10 == 0 and last_progress != progress:
print("%s..." % progress, end="", flush=True)
last_progress = progress
db.session.commit()
def create_fake_documents(db, nb_docs=1000, nb_correspondents=None, fake=None):
from app.models import Document
from app.models import Institution
from app.models import Witness
from app.models import User
from app.models import Whitelist
from app.models import Image
from app.models import Note
from app.models import Language
from app.models import PersonRole
from app.models import Person
if fake is None:
fake = Faker()
users = User.query.all()
whitelists = Whitelist.query.all()
# add some languages
db.session.add(Language(code="FRO", label="Ancien français"))
db.session.add(Language(code="ENG", label="Anglais"))
db.session.add(Language(code="OCC", label="Occitant"))
db.session.add(Language(code="CZC", label="Tchèque"))
db.session.add(Language(code="ITA", label="Italien"))
db.session.commit()
languages = Language.query.all()
# add fake collections
for i in range(1, 10):
db.session.add(
Collection(title=fake.sentence(), description=fake.text()))
db.session.commit()
collections = Collection.query.all()
# add fake correspondent roles
for i in range(5, 20):
db.session.add(PersonRole(label=fake.word()))
db.session.commit()
roles = PersonRole.query.all()
# add fake persons
if nb_correspondents is None:
nb_correspondents = nb_docs * 2
for i in range(0, nb_correspondents):
db.session.add(
Person(firstname=fake.first_name(),
lastname=fake.last_name(),
key=fake.name(),
ref=random.choice([None, fake.uri()])))
db.session.commit()
correspondents = Person.query.all()
# add fake Institutions
institutions = []
for i in range(0, 20):
ins = Institution(name=fake.sentence(nb_words=3), ref=fake.uri())
db.session.add(ins)
institutions.append(ins)
db.session.commit()
# add fake documents
last_progress = -1
for n_doc in range(0, nb_docs):
try:
doc = Document(
title=fake.sentence(),
transcription=fake.text(
max_nb_chars=random.randint(100, 7500)),
argument=fake.text(max_nb_chars=random.randint(250, 500)),
creation=fake.sentence(nb_words=1),
creation_label=fake.sentence(nb_words=1),
location_date_label=fake.sentence(nb_words=1),
location_date_ref=fake.sentence(nb_words=1),
date_insert="2018/01/01",
date_update="2018/01/02",
is_published=True)
doc.owner_id = random.choice(users).id
doc.whitelist_id = random.choice(whitelists).id
doc.languages = random.choices(languages)
doc.collections = random.choices(collections,
k=random.randint(0, 3))
db.session.add(doc)
db.session.commit()
# add fake witnesses
witnesses = []
for i in range(0, random.randint(1, 5)):
wit = Witness(document_id=doc.id,
content=fake.sentence(),
tradition=random.choice(TRADITION_VALUES),
status=random.choice(WITNESS_STATUS_VALUES),
institution_id=random.choice(institutions).id,
classification_mark=fake.sentence())
db.session.add(wit)
witnesses.append(wit)
db.session.commit()
# add fake Images
for w in range(0, len(witnesses)):
for i in range(0, random.randint(0, 5)):
img = Image(canvas_idx=random.randint(1, 100),
manifest_url=fake.uri(),
witness_id=witnesses[w].id)
db.session.add(img)
# add fake Notes
for i in range(0, random.randint(0, 30)):
n = Note(label=fake.sentence(),
content=fake.paragraph(),
document_id=doc.id)
db.session.add(n)
# add fake correspondent to the doc
from app.models import PersonHasRole
correspondents_have_roles = []
for i in range(1, random.randint(1, 4)):
role = random.choice(roles)
co = random.choice(correspondents)
correspondents_have_roles.append((role.id, co.id))
c_h_roles = []
for (role_id, co_id) in set(correspondents_have_roles):
chr = PersonHasRole(document_id=doc.id,
correspondent_id=co_id,
correspondent_role_id=role_id)
db.session.add(chr)
c_h_roles.append(chr)
db.session.commit()
doc.correspondents_have_roles = c_h_roles
if random.randint(0, 10) % 2 == 0:
docs = Document.query.filter(Document.id != doc.id).all()
if len(docs) > 0:
doc.next_document = random.choice(docs)
db.session.add(doc)
except IntegrityError as e:
db.session.rollback()
progress = int(n_doc / nb_docs * 100)
if progress % 10 == 0 and last_progress != progress:
print("%s..." % progress, end="", flush=True)
last_progress = progress
db.session.commit()
