def main(args):
if not len(args):
print >> sys.stderr, (
'ERROR: Must provide code generator with a filename!')
sys.exit(1)
output = sys.stdout
debug = False
for arg in args[:]:
if arg == '-d':
debug = True
if arg.startswith('-'):
args.remove(arg)
if len(args) > 1:
global TARGET_PROGRAM_NAME
TARGET_PROGRAM_NAME = args[1]
output = open(TARGET_PROGRAM_NAME + ".java", 'w')
ast, _ = analyzer.analyze_file(args[0], debug=debug)
CodeGenerator(ast, output)
if output != sys.stdout:
output.close()
def process_file(output_directory, i, filename):
print '%6d:\t%s' % (i, filename)
data = analyzer.analyze_file(filename)
output = output_directory + os.path.sep + ('%06d.json' % i)
with open(output, 'w') as f_output:
json.dump(data, f_output)
return (i, {'data': output, 'meta': data['metadata'], 'audio': os.path.basename(filename)})
def process_file(output_directory, i, filename):
print '%6d:\t%s' % (i, filename)
data = analyzer.analyze_file(filename)
output = output_directory + os.path.sep + ('%06d.json' % i)
with open(output, 'w') as f_output:
json.dump(data, f_output)
return (i, {
'data': output,
'meta': data['metadata'],
'audio': os.path.basename(filename)
})
def download_and_analyze(fiscal_year, agency, spending_type):
"""The is a worker function, run on a separate thread."""
dbconn = Connection()
db = dbconn[settings.DB_NAME]
monthly_analyses = db['monthly_analyses']
analyses = monthly_analyses.find({'fiscal_year': fiscal_year, 'agency': agency, 'spending_type': spending_type})
needed = analyses_needed(analyses)
if needed:
(filename, url, destpath) = usaspending.file_info(fiscal_year, agency, spending_type)
dl_result = download_file(filename, url, destpath)
if isinstance(dl_result, DownloadFileFailure):
return (False, dl_result)
print >>sys.stdout, "Got file %s" % filename
try:
analyses = analyze_file(destpath, fiscal_year,
settings.ANALYSIS_DATEFIELDS[spending_type],
settings.ANALYSIS_FIELDS[spending_type])
save_analyses(db, fiscal_year, agency, spending_type, analyses)
return (True, analyses)
except _csv.Error, e:
return (False, e)
