Example #1
0
def generateMetadata(db, cacheDir):
    conn = db.conn
    r = conn.execute("SELECT COUNT(*) FROM CheckSums WHERE IsFile = 1")
    n = r.fetchone()[0]
    c = conn.cursor()
    r = c.execute(
        "SELECT Checksum, Size, Compressed, Encrypted, DiskSize, Basis FROM Checksums WHERE IsFile = 1 ORDER BY CheckSum"
    )
    metas = 0
    logger.info("Generating metadata/recovery info for %d files", n)
    with progressbar.ProgressBar(max_value=int(n)) as bar:
        batch = r.fetchmany(4096)
        while batch:
            for row in batch:
                # recordMetaData(cache, checksum, size, compressed, encrypted, disksize, basis=None, logger=None):
                Util.recordMetaData(cacheDir,
                                    row[0],
                                    row[1],
                                    row[2],
                                    row[3],
                                    row[4],
                                    basis=row[5],
                                    logger=logger)
                metas += 1
                bar.update(metas)
            batch = r.fetchmany(4096)
Example #2
0
def generateMetadata(db, cacheDir):
    conn = db.conn
    r = conn.execute("SELECT COUNT(*) FROM CheckSums WHERE IsFile = 1")
    n = r.fetchone()[0]
    c = conn.cursor()
    r = c.execute("SELECT Checksum, Size, Compressed, Encrypted, DiskSize, Basis FROM Checksums WHERE IsFile = 1 ORDER BY CheckSum")
    metas = 0
    logger.info("Generating metadata/recovery info for %d files", n)
    with progressbar.ProgressBar(max_value=int(n)) as bar:
        batch = r.fetchmany(4096)
        while batch:
            for row in batch:
                # recordMetaData(cache, checksum, size, compressed, encrypted, disksize, basis=None, logger=None):
                Util.recordMetaData(cacheDir, row[0], row[1], row[2], row[3], row[4], basis=row[5], logger=logger)
                metas += 1
                bar.update(metas)
            batch = r.fetchmany(4096)
Example #3
0
def generateMetadata(db, cacheDir):
    conn = db.conn
    c = conn.cursor()
    r = c.execute(
        "SELECT Checksum, Size, Compressed, Encrypted, DiskSize, Basis FROM Checksums WHERE IsFile = 1 ORDER BY CheckSum"
    )
    batch = r.fetchmany(4096)
    while batch:
        for row in batch:
            # recordMetaData(cache, checksum, size, compressed, encrypted, disksize, basis=None, logger=None):
            Util.recordMetaData(cacheDir,
                                row[0],
                                row[1],
                                row[2],
                                row[3],
                                row[4],
                                basis=row[5],
                                logger=logger)
        batch = r.fetchmany(4096)