def run(self):
""" Process the queue (including waits and retries) """
from sabnzbd.nzbqueue import NzbQueue
def sleeper(delay):
for n in range(delay):
if not self.shutdown:
time.sleep(1.05)
self.shutdown = False
msgid = None
while not self.shutdown:
if not msgid:
(msgid, nzo) = self.queue.get()
if self.shutdown or not msgid:
break
logging.debug("Popping msgid %s", msgid)
filename, data, newzbin_cat, nzo_info = _grabnzb(msgid)
if filename and data:
filename = name_fixer(filename)
pp = nzo.pp
script = nzo.script
cat = nzo.cat
if cat == '*' or not cat:
cat = cat_convert(newzbin_cat)
priority = nzo.priority
nzbname = nzo.custom_name
cat, pp, script, priority = cat_to_opts(cat, pp, script, priority)
try:
sabnzbd.nzbqueue.insert_future_nzo(nzo, filename, msgid, data, pp=pp, script=script, cat=cat, priority=priority, nzbname=nzbname, nzo_info=nzo_info)
except:
logging.error(Ta('Failed to update newzbin job %s'), msgid)
logging.info("Traceback: ", exc_info = True)
NzbQueue.do.remove(nzo.nzo_id, False)
msgid = None
else:
if filename:
sleeper(int(filename))
else:
# Fatal error, give up on this one
bad_fetch(nzo, msgid, msg=nzo_info, retry=True)
msgid = None
osx.sendGrowlMsg(T('NZB added to queue'),filename,osx.NOTIFICATION['download'])
# Keep some distance between the grabs
sleeper(5)
logging.debug('Stopping MSGIDGrabber')
def run(self):
""" Process the queue (including waits and retries) """
from sabnzbd.nzbqueue import NzbQueue
self.shutdown = False
while not self.shutdown:
time.sleep(5)
(msgid, nzo) = self.queue.get()
if self.shutdown or not msgid:
break
if nzo.wait and nzo.wait > time.time():
self.grab(msgid, nzo)
continue
logging.debug("Popping msgid %s", msgid)
filename, data, newzbin_cat, nzo_info = _grabnzb(msgid)
if filename and data:
filename = name_fixer(filename)
pp = nzo.pp
script = nzo.script
cat = nzo.cat
if cat == '*' or not cat:
cat = cat_convert(newzbin_cat)
priority = nzo.priority
nzbname = nzo.custom_name
cat, pp, script, priority = cat_to_opts(cat, pp, script, priority)
try:
sabnzbd.nzbqueue.insert_future_nzo(nzo, filename, msgid, data, pp=pp, script=script, cat=cat, priority=priority, nzbname=nzbname, nzo_info=nzo_info)
nzo.url = format_source_url(str(msgid))
except:
logging.error(Ta('Failed to update newzbin job %s'), msgid)
logging.info("Traceback: ", exc_info = True)
NzbQueue.do.remove(nzo.nzo_id, False)
msgid = None
else:
if filename:
self.grab(msgid, nzo, float(filename))
else:
# Fatal error, give up on this one
bad_fetch(nzo, msgid, msg=nzo_info, retry=True)
msgid = None
if msgid:
growler.send_notification(T('NZB added to queue'), filename, 'download')
logging.debug('Stopping MSGIDGrabber')
def decode(article, data):
data = strip(data)
## No point in continuing if we don't have any data left
if data:
nzf = article.nzf
yenc, data = yCheck(data)
ybegin, ypart, yend = yenc
decoded_data = None
#Deal with non-yencoded posts
if not ybegin:
found = False
for i in xrange(10):
if data[i].startswith('begin '):
nzf.filename = name_fixer(data[i].split(None, 2)[2])
nzf.type = 'uu'
found = True
break
if found:
for n in xrange(i):
data.pop(0)
if data[-1] == 'end':
data.pop()
if data[-1] == '`':
data.pop()
decoded_data = '\r\n'.join(data)
#Deal with yenc encoded posts
elif (ybegin and yend):
if 'name' in ybegin:
nzf.filename = name_fixer(ybegin['name'])
else:
logging.debug("Possible corrupt header detected " + \
"=> ybegin: %s", ybegin)
nzf.type = 'yenc'
# Decode data
if HAVE_YENC:
decoded_data, crc = _yenc.decode_string(''.join(data))[:2]
partcrc = '%08X' % ((crc ^ -1) & 2**32L - 1)
else:
data = ''.join(data)
for i in (0, 9, 10, 13, 27, 32, 46, 61):
j = '=%c' % (i + 64)
data = data.replace(j, chr(i))
decoded_data = data.translate(YDEC_TRANS)
crc = binascii.crc32(decoded_data)
partcrc = '%08X' % (crc & 2**32L - 1)
if ypart:
crcname = 'pcrc32'
else:
crcname = 'crc32'
if crcname in yend:
_partcrc = '0' * (8 - len(yend[crcname])) + yend[crcname].upper()
else:
_partcrc = None
logging.debug("Corrupt header detected " + \
"=> yend: %s", yend)
if not (_partcrc == partcrc):
raise CrcError(_partcrc, partcrc, decoded_data)
else:
raise BadYenc()
return decoded_data
def run(self):
""" Process the queue (including waits and retries) """
from sabnzbd.nzbqueue import NzbQueue
self.shutdown = False
while not self.shutdown:
time.sleep(5)
(msgid, nzo) = self.queue.get()
if self.shutdown or not msgid:
break
if nzo.wait and nzo.wait > time.time():
self.grab(msgid, nzo)
continue
logging.debug("Popping msgid %s", msgid)
filename, data, newzbin_cat, nzo_info = _grabnzb(msgid)
if filename and data:
filename = name_fixer(filename)
pp = nzo.pp
script = nzo.script
cat = nzo.cat
if cat == '*' or not cat:
cat = cat_convert(newzbin_cat)
priority = nzo.priority
nzbname = nzo.custom_name
cat, pp, script, priority = cat_to_opts(
cat, pp, script, priority)
try:
sabnzbd.nzbqueue.insert_future_nzo(nzo,
filename,
msgid,
data,
pp=pp,
script=script,
cat=cat,
priority=priority,
nzbname=nzbname,
nzo_info=nzo_info)
nzo.url = format_source_url(str(msgid))
except:
logging.error(Ta('Failed to update newzbin job %s'), msgid)
logging.info("Traceback: ", exc_info=True)
NzbQueue.do.remove(nzo.nzo_id, False)
msgid = None
else:
if filename:
self.grab(msgid, nzo, float(filename))
else:
# Fatal error, give up on this one
bad_fetch(nzo, msgid, msg=nzo_info, retry=True)
msgid = None
if msgid:
growler.send_notification(T('NZB added to queue'), filename,
'download')
logging.debug('Stopping MSGIDGrabber')