コード例 #1
0
def create_fake_documents(db, nb_docs=1000, nb_correspondents=None, fake=None):
    from app.models import Document
    from app.models import Institution
    from app.models import User
    from app.models import Whitelist
    from app.models import Image
    from app.models import Note
    from app.models import Language
    from app.models import PersonRole
    from app.models import Person
    from app.models import Witness

    if fake is None:
        fake = Faker()
    logging.getLogger('faker.factory').setLevel(logging.ERROR)

    users = User.query.all()
    whitelists = Whitelist.query.all()

    # add some languages
    db.session.add(Language(code="FRO"))
    db.session.add(Language(code="ENG"))
    db.session.add(Language(code="OCC"))
    db.session.add(Language(code="CZC"))
    db.session.add(Language(code="ITA"))
    db.session.commit()
    languages = Language.query.all()

    # add fake collections
    for i in range(1, 10):
        db.session.add(
            Collection(title=fake.sentence(), description=fake.text()))
    db.session.commit()
    collections = Collection.query.all()

    # add fake correspondent roles
    for i in range(5, 20):
        db.session.add(PersonRole(label=fake.word()))
        db.session.flush()
    roles = PersonRole.query.all()

    # add fake persons
    if nb_correspondents is None:
        nb_correspondents = nb_docs * 2

    for i in range(0, nb_correspondents):
        db.session.add(
            Person(firstname=fake.first_name(),
                   lastname=fake.last_name(),
                   key=fake.name(),
                   ref=fake.uri()))
        db.session.flush()
    correspondents = Person.query.all()

    # add fake Institutions
    institutions = []
    for i in range(0, 20):
        ins = Institution(name=fake.sentence(nb_words=3), ref=fake.uri())
        db.session.add(ins)
        institutions.append(ins)
        db.session.flush()

    # add fake documents
    last_progress = -1
    for n_doc in range(0, nb_docs):
        try:
            doc = Document(title=fake.sentence(),
                           transcription=fake.text(max_nb_chars=1000),
                           argument=fake.text())
            doc.owner_id = users[0].id
            doc.whitelist_id = whitelists[0].id
            doc.languages = [languages[0], languages[1]]
            doc.collections = collections
            db.session.add(doc)
            db.session.flush()
            # add fake witnesses
            witnesses = []
            for i in range(0, 3):
                wit = Witness(document_id=doc.id,
                              content=fake.sentence(),
                              tradition=random.choice(TRADITION_VALUES),
                              status=random.choice(WITNESS_STATUS_VALUES),
                              institution_id=random.choice(institutions).id,
                              classification_mark=fake.sentence())
                db.session.add(wit)
                witnesses.append(wit)
                db.session.flush()

            # add fake Images
            for w in range(0, len(witnesses)):
                for i in range(0, 5):
                    img = Image(canvas_idx=random.randint(1, 100),
                                manifest_url=fake.uri(),
                                witness_id=witnesses[w].id)
                    db.session.add(img)

            # add fake Notes
            nb_notes = 50
            for i in range(0, nb_notes):
                n = Note(label=fake.sentence(),
                         content=fake.paragraph(),
                         document_id=doc.id)
                db.session.add(n)
                db.session.flush()

            # add fake correspondent to the doc
            from app.models import PersonHasRole

            correspondents_have_roles = []
            nb_corr = 3
            for i in range(0, nb_corr):
                role = roles[0]
                co = correspondents[i]
                correspondents_have_roles.append((role.id, co.id))

            c_h_roles = []
            for (role_id, co_id) in set(correspondents_have_roles):
                chr = PersonHasRole(document_id=doc.id,
                                    correspondent_id=co_id,
                                    correspondent_role_id=role_id)
                db.session.add(chr)
                c_h_roles.append(chr)
                db.session.flush()
            doc.correspondents_have_roles = c_h_roles

            docs = Document.query.filter(Document.id != doc.id).all()
            if len(docs) > 0:
                if len(docs) > doc.id - 1 > 0:
                    doc.next_document = docs[doc.id - 1]

            db.session.add(doc)
            db.session.commit()

        except IntegrityError as e:
            db.session.rollback()
            print("Warning:", e)

        progress = int(n_doc / nb_docs * 100)
        if progress % 10 == 0 and last_progress != progress:
            print("%s..." % progress, end="", flush=True)
            last_progress = progress

        db.session.commit()
コード例 #2
0
def create_fake_documents(db, nb_docs=1000, nb_correspondents=None, fake=None):
    from app.models import Document
    from app.models import Institution
    from app.models import Witness
    from app.models import User
    from app.models import Whitelist
    from app.models import Image
    from app.models import Note
    from app.models import Language
    from app.models import PersonRole
    from app.models import Person

    if fake is None:
        fake = Faker()

    users = User.query.all()
    whitelists = Whitelist.query.all()

    # add some languages
    db.session.add(Language(code="FRO", label="Ancien français"))
    db.session.add(Language(code="ENG", label="Anglais"))
    db.session.add(Language(code="OCC", label="Occitant"))
    db.session.add(Language(code="CZC", label="Tchèque"))
    db.session.add(Language(code="ITA", label="Italien"))
    db.session.commit()
    languages = Language.query.all()

    # add fake collections
    for i in range(1, 10):
        db.session.add(
            Collection(title=fake.sentence(), description=fake.text()))
    db.session.commit()
    collections = Collection.query.all()

    # add fake correspondent roles
    for i in range(5, 20):
        db.session.add(PersonRole(label=fake.word()))
    db.session.commit()
    roles = PersonRole.query.all()

    # add fake persons
    if nb_correspondents is None:
        nb_correspondents = nb_docs * 2

    for i in range(0, nb_correspondents):
        db.session.add(
            Person(firstname=fake.first_name(),
                   lastname=fake.last_name(),
                   key=fake.name(),
                   ref=random.choice([None, fake.uri()])))
    db.session.commit()
    correspondents = Person.query.all()

    # add fake Institutions
    institutions = []
    for i in range(0, 20):
        ins = Institution(name=fake.sentence(nb_words=3), ref=fake.uri())
        db.session.add(ins)
        institutions.append(ins)
    db.session.commit()

    # add fake documents
    last_progress = -1
    for n_doc in range(0, nb_docs):

        try:
            doc = Document(
                title=fake.sentence(),
                transcription=fake.text(
                    max_nb_chars=random.randint(100, 7500)),
                argument=fake.text(max_nb_chars=random.randint(250, 500)),
                creation=fake.sentence(nb_words=1),
                creation_label=fake.sentence(nb_words=1),
                location_date_label=fake.sentence(nb_words=1),
                location_date_ref=fake.sentence(nb_words=1),
                date_insert="2018/01/01",
                date_update="2018/01/02",
                is_published=True)
            doc.owner_id = random.choice(users).id
            doc.whitelist_id = random.choice(whitelists).id
            doc.languages = random.choices(languages)
            doc.collections = random.choices(collections,
                                             k=random.randint(0, 3))

            db.session.add(doc)
            db.session.commit()

            # add fake witnesses
            witnesses = []
            for i in range(0, random.randint(1, 5)):
                wit = Witness(document_id=doc.id,
                              content=fake.sentence(),
                              tradition=random.choice(TRADITION_VALUES),
                              status=random.choice(WITNESS_STATUS_VALUES),
                              institution_id=random.choice(institutions).id,
                              classification_mark=fake.sentence())
                db.session.add(wit)
                witnesses.append(wit)
            db.session.commit()

            # add fake Images
            for w in range(0, len(witnesses)):
                for i in range(0, random.randint(0, 5)):
                    img = Image(canvas_idx=random.randint(1, 100),
                                manifest_url=fake.uri(),
                                witness_id=witnesses[w].id)
                    db.session.add(img)

            # add fake Notes
            for i in range(0, random.randint(0, 30)):
                n = Note(label=fake.sentence(),
                         content=fake.paragraph(),
                         document_id=doc.id)
                db.session.add(n)

            # add fake correspondent to the doc
            from app.models import PersonHasRole

            correspondents_have_roles = []
            for i in range(1, random.randint(1, 4)):
                role = random.choice(roles)
                co = random.choice(correspondents)
                correspondents_have_roles.append((role.id, co.id))

            c_h_roles = []
            for (role_id, co_id) in set(correspondents_have_roles):
                chr = PersonHasRole(document_id=doc.id,
                                    correspondent_id=co_id,
                                    correspondent_role_id=role_id)
                db.session.add(chr)
                c_h_roles.append(chr)
            db.session.commit()
            doc.correspondents_have_roles = c_h_roles

            if random.randint(0, 10) % 2 == 0:
                docs = Document.query.filter(Document.id != doc.id).all()
                if len(docs) > 0:
                    doc.next_document = random.choice(docs)

            db.session.add(doc)

        except IntegrityError as e:
            db.session.rollback()

        progress = int(n_doc / nb_docs * 100)
        if progress % 10 == 0 and last_progress != progress:
            print("%s..." % progress, end="", flush=True)
            last_progress = progress
    db.session.commit()