def loadTruths(): loadDictionary() if cache.loadingDone: return print "Loading ground truths" fileThing = open(truthFile, mode="rt") reader = csv.DictReader(fileThing, fieldnames=["filename", "size", "type", "notes", "extensions", "accuracy", "metadata", "kind", "id", "Y", "digest"], restkey="rest", delimiter=";") for line in reader: filename = line["filename"] if filename == 'Filename+Ext': continue filename = filename.split(".")[0] truth = FileTruth() truth.fileName = filename for key,value in line.items(): if truth.__dict__.has_key(key): truth.__dict__[key] = value truth.baseMime = getMime(int(truth.id),line["type"], cache.decode, cache.equivMimes) truth.version = getVersion(line["notes"], line["metadata"]) if not truth.baseMime == []: cache.insert(filename,truth) cache.loadingDone = True fileThing.close() print "Ground truths loaded"
def loadTruths(): loadDictionary() if cache.loadingDone: return print "Loading ground truths" fileThing = open(truthFile, mode="rt") # "Filename+Ext","Size","Description","Numbers Metadata Summary","Valid File Extensions","Accuracy","Text Metadata Summary","Content","Description Index","Extension Valid","SHA-1" # "000000.swf","80468","Shockwave Flash Object","Format v0.05, uncompressed","SWF","HIGH",,"Video, Graphic Image, Program Data","429","Y","931B45B6885310CB9E5F4C20321306CC24B919E6" reader = csv.DictReader( fileThing, fieldnames=[ "filename", "size", "Description", "numbers", "extensions", "accuracy", "metadata", "kind", "id", "Y", "digest", ], restkey="rest", delimiter=",", ) for line in reader: filename = line["filename"] if filename == "Filename+Ext": continue filename = filename.split(".")[0] truth = FileTruth() truth.fileName = filename for key, value in line.items(): if truth.__dict__.has_key(key): truth.__dict__[key] = value # print truth.id truth.baseMime = getMime(int(truth.id), line["id"], cache.decode, cache.equivMimes) truth.version = getVersion(line["numbers"], line["metadata"]) if not truth.baseMime == []: cache.insert(filename, truth) cache.loadingDone = True fileThing.close() print "Ground truths loaded"