def get_jumps(btchroma, verbose=0):
"""
Use fingerprinting hash
"""
landmarks = FH.get_landmarks(btchroma, decay=DECAY, max_per_frame=MAX_PER_FRAME, verbose=verbose)
jumps = FH.get_jumps(landmarks, win=WIN)
return jumps
def get_jumps1(btchroma):
"""
Use fingerprinting hash
"""
landmarks = FH.get_landmarks(btchroma, decay=DECAY, max_per_frame=MAX_PER_FRAME)
jumps = FH.get_jumps(landmarks, win=WIN)
# done
return jumps
def get_jumps1(btchroma):
"""
Use fingerprinting hash
"""
landmarks = FH.get_landmarks(btchroma, decay=DECAY, max_per_frame=MAX_PER_FRAME)
jumps = FH.get_jumps(landmarks, win=WIN)
# done
return jumps
def create_fill_one_partial_db(filelist=None, outputdb=None):
"""
This is the main function called by each process
"""
# assert we have the params
assert (not filelist is None) and (
not outputdb is None), "internal arg passing error...!"
# must be imported there... maybe... because of local num_hash_tables count
import cover_hash_table as CHT
# other imports
import quick_query_test as QQT # should be replaced in the future
import fingerprint_hash as FH
# create output db, including PRAGMA
conn = sqlite3.connect(outputdb)
conn.execute('PRAGMA temp_store = MEMORY;')
conn.execute('PRAGMA synchronous = OFF;')
conn.execute('PRAGMA journal_mode = OFF;') # no ROLLBACK!
conn.execute(
'PRAGMA cache_size = 1000000;') # default=2000, page_size=1024
CHT.init_db(conn)
# iterate over files
cnt_tid_added = 0
for filepath in filelist:
# get bthcroma
btchroma = QQT.get_cpressed_btchroma(filepath, compression=COMPRESSION)
if btchroma is None:
continue
# get tid from filepath (faster than querying h5 file, less robust)
tid = os.path.split(os.path.splitext(filepath)[0])[1]
# get jumps
landmarks = FH.get_landmarks(btchroma,
decay=DECAY,
max_per_frame=MAX_PER_FRAME)
jumps = FH.get_jumps(landmarks, win=WIN)
cjumps = FH.get_composed_jumps(jumps, levels=LEVELS, win=WIN)
# add them
jumpcodes = map(
lambda cj: FH.get_jumpcode_from_composed_jump(cj, maxwin=WIN),
cjumps)
CHT.add_jumpcodes(conn,
tid,
jumpcodes,
normalize=NORMALIZE,
commit=False)
cnt_tid_added += 1
if cnt_tid_added % 1000 == 0:
conn.commit()
# debug
if cnt_tid_added % 500 == 0:
print 'We added %d tid in the hash table(s) of %s.' % (
cnt_tid_added, outputdb)
# we index
CHT.reindex(conn)
# close connection
conn.close()
# done
return
def get_jumps(btchroma, verbose=0):
"""
Use fingerprinting hash
"""
landmarks = FH.get_landmarks(btchroma,
decay=DECAY,
max_per_frame=MAX_PER_FRAME,
verbose=verbose)
jumps = FH.get_jumps(landmarks, win=WIN)
return jumps
def create_fill_one_partial_db(filelist=None, outputdb=None):
"""
This is the main function called by each process
"""
# assert we have the params
assert (not filelist is None) and (not outputdb is None), "internal arg passing error...!"
# must be imported there... maybe... because of local num_hash_tables count
import cover_hash_table as CHT
# other imports
import quick_query_test as QQT # should be replaced in the future
import fingerprint_hash as FH
# create output db, including PRAGMA
conn = sqlite3.connect(outputdb)
conn.execute('PRAGMA temp_store = MEMORY;')
conn.execute('PRAGMA synchronous = OFF;')
conn.execute('PRAGMA journal_mode = OFF;') # no ROLLBACK!
conn.execute('PRAGMA cache_size = 1000000;') # default=2000, page_size=1024
CHT.init_db(conn)
# iterate over files
cnt_tid_added = 0
for filepath in filelist:
# get bthcroma
btchroma = QQT.get_cpressed_btchroma(filepath, compression=COMPRESSION)
if btchroma is None:
continue
# get tid from filepath (faster than querying h5 file, less robust)
tid = os.path.split(os.path.splitext(filepath)[0])[1]
# get jumps
landmarks = FH.get_landmarks(btchroma, decay=DECAY, max_per_frame=MAX_PER_FRAME)
jumps = FH.get_jumps(landmarks, win=WIN)
cjumps = FH.get_composed_jumps(jumps, levels=LEVELS, win=WIN)
# add them
jumpcodes = map(lambda cj: FH.get_jumpcode_from_composed_jump(cj, maxwin=WIN), cjumps)
CHT.add_jumpcodes(conn, tid, jumpcodes, normalize=NORMALIZE, commit=False)
cnt_tid_added += 1
if cnt_tid_added % 1000 == 0:
conn.commit()
# debug
if cnt_tid_added % 500 == 0:
print 'We added %d tid in the hash table(s) of %s.' % (cnt_tid_added,
outputdb)
# we index
CHT.reindex(conn)
# close connection
conn.close()
# done
return