def evaluateModels(extractor, resultsDir): if not isExecutable(extractor): print '%s does not seem to be an executable extractor... Exiting...' % extractor sys.exit(1) makedir(resultsDir) collections_file = join(gaia2.rootdir(), 'mtgdb', 'mtgdb_collections.yaml') collections = [c['name'] for c in yaml.load(open(collections_file))] # do all the evaluations for collection in collections: evaluateCollection(collection, extractor, resultsDir) # print a report of the evaluations for collection in collections: checkErrors(collection, resultsDir)
def evaluateModels(extractor, resultsDir): if not isExecutable(extractor): print '%s does not seem to be an executable extractor... Exiting...' % extractor sys.exit(1) makedir(resultsDir) collections_file = join(gaia2.rootdir(), 'mtgdb', 'mtgdb_collections.yaml') collections = [ c['name'] for c in yaml.load(open(collections_file)) ] # do all the evaluations for collection in collections: evaluateCollection(collection, extractor, resultsDir) # print a report of the evaluations for collection in collections: checkErrors(collection, resultsDir)
# Gaia is free software: you can redistribute it and/or modify it under # the terms of the GNU Affero General Public License as published by the Free # Software Foundation (FSF), either version 3 of the License, or (at your # option) any later version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more # details. # # You should have received a copy of the Affero GNU General Public License # version 3 along with this program. If not, see http://www.gnu.org/licenses/ import os, sys, subprocess, yaml from os.path import * from gaia2.mtgdb.environment import MTGDB_AUDIO import gaia2 if __name__ == '__main__': collections_file = join(gaia2.rootdir(), 'mtgdb', 'mtgdb_collections.yaml') for db in yaml.load(open(collections_file).read()): cmd = [ 'python', join(split(__file__)[0], 'validate_collection.py'), join(MTGDB_AUDIO, db['location']) ] subprocess.call(cmd) print '\n'