def incr(label):
"""
@api {put} /:label Increment counter
@apiName IncrementCounter
@apiGroup Counter
@apiParam {String} label Counter label.
@apiSuccess {Number} counter Current value.
"""
counter = store.incr(label)
notify.notify_all(label, counter)
return jsonify(counter=counter)
def set(label, counter):
"""
@api {post} /:label/:counter Directly set counter value
@apiName SetCounter
@apiGroup Counter
@apiParam {String} label Counter label.
@apiParam {Number} counter New counter value.
@apiSuccess {Number} counter Current value.
"""
store.set(label, counter)
notify.notify_all(label, counter)
return jsonify(counter=counter)
def run():
from optparse import OptionParser
import datetime
import glob
import os
import sys
import time
import audio
import html
import notify
import utils
import recorder
import remote
import schedule
option_parser = OptionParser()
option_parser.add_option(
"-p",
"--print",
dest="print_schedule",
action="store_true",
default=False,
help="Print information about the date but don't do anything",
)
option_parser.add_option("-w", "--wav", dest="wavs", action="store_true", default=False, help="Construct WAVs")
option_parser.add_option("-e", "--encode", dest="encode", action="store_true", default=False, help="Encode MP3s")
option_parser.add_option(
"-i", "--index", dest="index", action="store_true", default=False, help="Generate index pages"
)
option_parser.add_option(
"-u", "--upload", dest="upload", action="store_true", default=False, help="Upload data to web server"
)
option_parser.add_option(
"-c", "--config", dest="config_file", help="Specify alternative config file", metavar="FILE"
)
option_parser.add_option(
"-f",
"--filter",
dest="filter",
action="append",
help="Filter schedule to items containing at least one of the given show/presenter",
metavar="NAME",
)
options, args = option_parser.parse_args()
task_options = ["print_schedule", "wavs", "encode", "index", "upload"]
num_task_options_supplied = len([None for option_name in task_options if getattr(options, option_name, False)])
# No specific do-something options were given. Do everything.
if num_task_options_supplied == 0:
for option_name in task_options:
setattr(options, option_name, True)
config_files = utils.default_config_files()
if options.config_file is not None:
config_files.append(options.config_file)
config = utils.init_config(config_files)
date_string = "yesterday"
if len(args) == 1:
date_string = args[0]
date = utils.interpret_date_string(date_string)
start_time = time.time()
recorder.init_module()
bounds_and_files = recorder.get_bounds_and_files_for_date(date)
schedule_list = schedule.get_schedule(date, filter_items=options.filter)
if options.wavs or options.print_schedule:
if options.filter:
print "Schedule (filtered):"
else:
print "Schedule:"
schedule.print_schedule(schedule_list)
print
print "Recordings:"
recorder.print_bounds_and_files(bounds_and_files)
wav_files = None
if options.wavs:
wav_files = audio.make_wav_files(bounds_and_files, schedule_list)
mp3_files = None
if options.encode:
# Always rebuild WAVs list in case any are hanging around from before.
if True: # wav_files is None:
if config.has_option("main", "wavs"):
wavs_dir = config.get("main", "wavs")
else:
wavs_dir = os.getcwd()
wav_files = glob.glob(os.path.join(wavs_dir, "*.wav"))
# XXX Delete working WAVs? Only if MP3 was created for it.
mp3_files = [audio.encode_file(path) for path in wav_files]
if True: # XXX look for no-delete option later
print "Deleting local copies of WAVs..."
for (wav, mp3) in zip(wav_files, mp3_files):
if mp3 is not None and os.path.isfile(wav):
os.unlink(wav)
print " ", wav
print "done."
print
ftp_conn = None
remote_audio_files = []
if options.upload or options.index:
if config.has_option("ftp", "keep_days"):
keep_days = config.getint("ftp", "keep_days")
else:
keep_days = 7
earliest_keep_date = date - datetime.timedelta(days=keep_days - 1)
ftp_conn = remote.connect()
remote_audio_files = ftp_conn.get_list_of_audio_files()
# First make an index with no old files:
# XXX For now this ignores per-file limits, so will remove everything
# over N days old from the index temporarily. If a file has a higher
# number of days defined, it will be restored to the index later when
# it's not deleted -- but for a file with a lower number of days
# defined, it'll disappear later than it should.
audio_files_for_first_index = [
fname
for (fname, details) in [
(fname, schedule.schedule_from_audio_file_name(fname)) for fname in remote_audio_files
]
if details is not None and details["date"] >= earliest_keep_date
]
index_fname = html.make_index_file(date, audio_files_for_first_index)
if options.upload:
ftp_conn.storlines("STOR index.html", open(index_fname, "r"))
if options.upload:
ftp_conn.remove_old_audio(date, keep_days)
# XXX Here we should delete local copies of MP3s that are more than N
# days old, in case the upload has failed for more than N days.
pass
# Always build the list again as we can pick up files we missed before.
if True: # mp3_files is None:
if config.has_option("main", "mp3s"):
mp3s_dir = config.get("main", "mp3s")
else:
mp3s_dir = os.getcwd()
mp3_files = glob.glob(os.path.join(mp3s_dir, "*.mp3"))
try:
uploaded = remote.upload_audio(ftp_conn, mp3_files)
except:
import traceback
print "Exception uploading files"
traceback.print_exc(file=sys.stdout)
print "Continuing..."
# Reconnect (or grab the cached connection) in case there were failures
# during the upload. A better structure would see us making this
# completely transparent across all remote calls, but for now we focus
# on the big upload.
ftp_conn = remote.connect()
if True: # XXX look for no-delete option later
print "Deleting local copies of MP3s..."
for mp3_path in mp3_files:
if os.path.split(mp3_path)[1] in uploaded and os.path.isfile(mp3_path):
print " ", mp3_path
os.unlink(mp3_path)
print "done."
print
notify.notify_all(mp3_files)
if options.index:
# Second index file: whatever's on the server.
remote_audio_files = ftp_conn.get_list_of_audio_files()
index_fname = html.make_index_file(date, remote_audio_files)
if options.upload:
ftp_conn.storlines("STOR index.html", open(index_fname, "r"))
# XXX Now also sync up anything that's in the www directory
# (resource files such as JS, CSS, images, jPlayer...).
pass
if ftp_conn is not None:
ftp_conn.quit()
end_time = time.time()
if not options.print_schedule:
duration = end_time - start_time
print "Took %2.2dm %2.2ds" % divmod(duration, 60)
return 0
