def restart_other_downloads(self):
""" Called by GUI thread """
if self.shuttingdown:
return
print >>sys.stderr,"main: Restarting other downloads"
self.playermode = DLSTATUS_SEEDING
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.set_ratelimits()
dlist = self.s.get_downloads()
for d in dlist:
if d not in self.downloads_in_vodmode:
d.set_mode(DLMODE_NORMAL) # checkpointed torrents always restarted in DLMODE_NORMAL, just make extra sure
d.restart()
def setup_seeder(self, merkle):
self.tdef = TorrentDef()
self.sourcefn = os.path.join(os.getcwd(), "big.wmv")
self.tdef.add_content(self.sourcefn)
self.tdef.set_create_merkle_torrent(merkle)
self.tdef.set_tracker(self.session.get_internal_tracker_url())
self.tdef.finalize()
self.torrentfn = os.path.join(self.session.get_state_dir(),
"gen.torrent")
self.tdef.save(self.torrentfn)
print >> sys.stderr, "test: setup_seeder: name is", self.tdef.metainfo[
'info']['name']
# set upload limitation
rateManager = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
uploadLimitation = TotalUploadLimitation(self.session, rateManager)
self.dscfg = DownloadStartupConfig()
self.dscfg.set_dest_dir(os.getcwd())
self.dscfg.set_max_rate_period(4.0)
d = self.session.start_download(self.tdef, self.dscfg)
d.set_state_callback(self.seeder_state_callback)
def restart_other_downloads(self):
""" Called by GUI thread """
if self.shuttingdown:
return
print >>sys.stderr,time.asctime(),'-', "main: Restarting other downloads"
self.playermode = DLSTATUS_SEEDING
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.set_ratelimits()
dlist = self.s.get_downloads()
for d in dlist:
if d not in self.downloads_in_vodmode:
d.set_mode(DLMODE_NORMAL) # checkpointed torrents always restarted in DLMODE_NORMAL, just make extra sure
d.restart()
def OnInitBase(self):
""" To be wrapped in a OnInit() method that returns True/False """
# Normal startup
# Read config
state_dir = Session.get_default_state_dir('.'+self.appname)
self.utility = UtilityStub(self.installdir,state_dir)
self.utility.app = self
print >>sys.stderr,time.asctime(),'-', self.utility.lang.get('build')
self.iconpath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Icon.ico')
self.logopath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Logo.png')
# Start server for instance2instance communication
self.i2is = Instance2InstanceServer(self.i2iport,self,timeout=(24.0*3600.0))
# The playerconfig contains all config parameters that are not
# saved by checkpointing the Session or its Downloads.
self.load_playerconfig(state_dir)
# Install systray icon
# Note: setting this makes the program not exit when the videoFrame
# is being closed.
self.tbicon = PlayerTaskBarIcon(self,self.iconpath)
# Start Tribler Session
cfgfilename = Session.get_default_config_filename(state_dir)
if DEBUG:
print >>sys.stderr,time.asctime(),'-', "main: Session config",cfgfilename
try:
self.sconfig = SessionStartupConfig.load(cfgfilename)
print >>sys.stderr,time.asctime(),'-', "main: Session saved port",self.sconfig.get_listen_port(),cfgfilename
except:
print_exc()
self.sconfig = SessionStartupConfig()
self.sconfig.set_install_dir(self.installdir)
self.sconfig.set_state_dir(state_dir)
self.sconfig.set_listen_port(self.sport)
self.configure_session()
self.s = Session(self.sconfig)
self.s.set_download_states_callback(self.sesscb_states_callback)
# self.reporter = Reporter( self.sconfig )
if RATELIMITADSL:
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.ratelimiter.set_global_max_speed(DOWNLOAD,DOWNLOADSPEED)
self.ratelimiter.set_global_max_speed(UPLOAD,90)
# Arno: For extra robustness, ignore any errors related to restarting
try:
# Load all other downloads in cache, but in STOPPED state
self.s.load_checkpoint(initialdlstatus=DLSTATUS_STOPPED)
except:
print_exc()
# Start remote control
self.i2is.start()
# report client version
from Tribler.Core.Statistics.StatusReporter import get_reporter_instance
reporter = get_reporter_instance()
reporter.add_event("client-startup", "version:" + self.utility.lang.get("version"))
reporter.add_event("client-startup", "build:" + self.utility.lang.get("build"))
reporter.add_event("client-startup", "build_date:" + self.utility.lang.get("build_date"))
class BaseApp(wx.App,InstanceConnectionHandler):
def __init__(self, redirectstderrout, appname, params, single_instance_checker, installdir, i2iport, sport):
self.appname = appname
self.params = params
self.single_instance_checker = single_instance_checker
self.installdir = installdir
self.i2iport = i2iport
self.sport = sport
self.error = None
self.s = None
self.tbicon = None
self.downloads_in_vodmode = Set() # Set of playing Downloads, one for SP, many for Plugin
self.ratelimiter = None
self.ratelimit_update_count = 0
self.playermode = DLSTATUS_DOWNLOADING
self.getpeerlistcount = 2 # for research Reporter
self.shuttingdown = False
InstanceConnectionHandler.__init__(self,self.i2ithread_readlinecallback)
wx.App.__init__(self, redirectstderrout)
def OnInitBase(self):
""" To be wrapped in a OnInit() method that returns True/False """
# Normal startup
# Read config
state_dir = Session.get_default_state_dir('.'+self.appname)
self.utility = UtilityStub(self.installdir,state_dir)
self.utility.app = self
print >>sys.stderr,time.asctime(),'-', self.utility.lang.get('build')
self.iconpath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Icon.ico')
self.logopath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Logo.png')
# Start server for instance2instance communication
self.i2is = Instance2InstanceServer(self.i2iport,self,timeout=(24.0*3600.0))
# The playerconfig contains all config parameters that are not
# saved by checkpointing the Session or its Downloads.
self.load_playerconfig(state_dir)
# Install systray icon
# Note: setting this makes the program not exit when the videoFrame
# is being closed.
self.tbicon = PlayerTaskBarIcon(self,self.iconpath)
# Start Tribler Session
cfgfilename = Session.get_default_config_filename(state_dir)
if DEBUG:
print >>sys.stderr,time.asctime(),'-', "main: Session config",cfgfilename
try:
self.sconfig = SessionStartupConfig.load(cfgfilename)
print >>sys.stderr,time.asctime(),'-', "main: Session saved port",self.sconfig.get_listen_port(),cfgfilename
except:
print_exc()
self.sconfig = SessionStartupConfig()
self.sconfig.set_install_dir(self.installdir)
self.sconfig.set_state_dir(state_dir)
self.sconfig.set_listen_port(self.sport)
self.configure_session()
self.s = Session(self.sconfig)
self.s.set_download_states_callback(self.sesscb_states_callback)
# self.reporter = Reporter( self.sconfig )
if RATELIMITADSL:
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.ratelimiter.set_global_max_speed(DOWNLOAD,DOWNLOADSPEED)
self.ratelimiter.set_global_max_speed(UPLOAD,90)
# Arno: For extra robustness, ignore any errors related to restarting
try:
# Load all other downloads in cache, but in STOPPED state
self.s.load_checkpoint(initialdlstatus=DLSTATUS_STOPPED)
except:
print_exc()
# Start remote control
self.i2is.start()
# report client version
from Tribler.Core.Statistics.StatusReporter import get_reporter_instance
reporter = get_reporter_instance()
reporter.add_event("client-startup", "version:" + self.utility.lang.get("version"))
reporter.add_event("client-startup", "build:" + self.utility.lang.get("build"))
reporter.add_event("client-startup", "build_date:" + self.utility.lang.get("build_date"))
def configure_session(self):
# No overlay
self.sconfig.set_overlay(False)
self.sconfig.set_megacache(False)
def start_download(self,tdef,dlfile,poa=None):
""" Start download of torrent tdef and play video file dlfile from it """
if poa:
from Tribler.Core.ClosedSwarm import ClosedSwarm
assert poa.__class__ == ClosedSwarm.POA
# Free diskspace, if needed
destdir = self.get_default_destdir()
if not os.access(destdir,os.F_OK):
os.mkdir(destdir)
# Arno: For extra robustness, ignore any errors related to restarting
# TODO: Extend code such that we can also delete files from the
# disk cache, not just Downloads. This would allow us to keep the
# parts of a Download that we already have, but that is being aborted
# by the user by closing the video window. See remove_playing_*
try:
if not self.free_up_diskspace_by_downloads(tdef.get_infohash(),tdef.get_length([dlfile])):
print >>sys.stderr,time.asctime(),'-', "main: Not enough free diskspace, ignoring"
except:
print_exc()
# Setup how to download
dcfg = DownloadStartupConfig()
# CLOSED SWARMS
if poa:
dcfg.set_poa(poa)
print >> sys.stderr,time.asctime(),'-', "POA:",dcfg.get_poa()
else:
dcfg.set_poa(None)
# Delegate processing to VideoPlayer
dcfg.set_video_events(self.get_supported_vod_events())
# Ric: added svc
if tdef.is_multifile_torrent():
svcdlfiles = self.is_svc(dlfile, tdef)
if svcdlfiles is not None:
dcfg.set_video_event_callback(self.sesscb_vod_event_callback, dlmode=DLMODE_SVC)
# Ric: svcdlfiles is an ordered list of svc layers
dcfg.set_selected_files(svcdlfiles)
else:
# Normal multi-file torrent
dcfg.set_video_event_callback(self.sesscb_vod_event_callback)
dcfg.set_selected_files([dlfile])
else:
dcfg.set_video_event_callback(self.sesscb_vod_event_callback)
# Do not set selected file
dcfg.set_dest_dir(destdir)
# Arno: 2008-7-15: commented out, just stick with old ABC-tuned
# settings for now
#dcfg.set_max_conns_to_initiate(300)
#dcfg.set_max_conns(300)
# Cap at 1 MB/s
print >>sys.stderr,time.asctime(),'-', "bg: Capping Download speed to 1 MByte/s"
dcfg.set_max_speed(DOWNLOAD,1024)
# Stop all non-playing, see if we're restarting one
infohash = tdef.get_infohash()
newd = None
for d in self.s.get_downloads():
if d.get_def().get_infohash() == infohash:
# Download already exists.
# One safe option is to remove it (but not its downloaded content)
# so we can start with a fresh DownloadStartupConfig. However,
# this gives funky concurrency errors and could prevent a
# Download from starting without hashchecking (as its checkpoint
# was removed)
# Alternative is to set VOD callback, etc. at Runtime:
print >>sys.stderr,time.asctime(),'-', "main: Reusing old duplicate Download",`infohash`
newd = d
if d not in self.downloads_in_vodmode:
d.stop()
self.s.lm.h4xor_reset_init_conn_counter()
# ARNOTODO: does this work with Plugin's duplicate download facility?
self.playermode = DLSTATUS_DOWNLOADING
if newd is None:
print >>sys.stderr,time.asctime(),'-', "main: Starting new Download",`infohash`
newd = self.s.start_download(tdef,dcfg)
# Ric: added restart of an svc download
else:
newd.set_video_events(self.get_supported_vod_events())
svcdlfiles = self.is_svc(dlfile, tdef)
if svcdlfiles is not None:
newd.set_video_event_callback(self.sesscb_vod_event_callback, dlmode = DLMODE_SVC)
# Ric: svcdlfiles is an ordered list of svc layers
newd.set_selected_files(svcdlfiles)
else:
newd.set_video_event_callback(self.sesscb_vod_event_callback)
if tdef.is_multifile_torrent():
newd.set_selected_files([dlfile])
print >>sys.stderr,time.asctime(),'-', "main: Restarting existing Download",`infohash`
newd.restart()
self.downloads_in_vodmode.add(newd)
print >>sys.stderr,time.asctime(),'-', "main: Saving content to",newd.get_dest_files()
return newd
def sesscb_vod_event_callback(self,d,event,params):
pass
def get_supported_vod_events(self):
pass
#
# DownloadCache
#
def free_up_diskspace_by_downloads(self,infohash,needed):
if DEBUG:
print >> sys.stderr,time.asctime(),'-', "main: free_up: needed",needed,DISKSPACE_LIMIT
if needed > DISKSPACE_LIMIT:
# Not cleaning out whole cache for bigguns
if DEBUG:
print >> sys.stderr,time.asctime(),'-', "main: free_up: No cleanup for bigguns"
return True
inuse = 0L
timelist = []
dlist = self.s.get_downloads()
for d in dlist:
hisinfohash = d.get_def().get_infohash()
if infohash == hisinfohash:
# Don't delete the torrent we want to play
continue
destfiles = d.get_dest_files()
if DEBUG:
print >> sys.stderr,time.asctime(),'-', "main: free_up: Downloaded content",`destfiles`
dinuse = 0L
for (filename,savepath) in destfiles:
stat = os.stat(savepath)
dinuse += stat.st_size
inuse += dinuse
timerec = (stat.st_ctime,dinuse,d)
timelist.append(timerec)
if inuse+needed < DISKSPACE_LIMIT:
# Enough available, done.
if DEBUG:
print >> sys.stderr,time.asctime(),'-', "main: free_up: Enough avail",inuse
return True
# Policy: remove oldest till sufficient
timelist.sort()
if DEBUG:
print >> sys.stderr,time.asctime(),'-', "main: free_up: Found",timelist,"in dest dir"
got = 0L
for ctime,dinuse,d in timelist:
print >> sys.stderr,time.asctime(),'-', "main: free_up: Removing",`d.get_def().get_name_as_unicode()`,"to free up diskspace, t",ctime
self.s.remove_download(d,removecontent=True)
got += dinuse
if got > needed:
return True
# Deleted all, still no space:
return False
#
# Process periodically reported DownloadStates
#
def sesscb_states_callback(self,dslist):
""" Called by Session thread """
# Display some stats
if (int(time.time()) % 5) == 0:
for ds in dslist:
d = ds.get_download()
print >>sys.stderr, time.asctime(),'-', '%s %s %5.2f%% %s up %8.2fKB/s down %8.2fKB/s' % \
(d.get_def().get_name(), \
dlstatus_strings[ds.get_status()], \
ds.get_progress() * 100, \
ds.get_error(), \
ds.get_current_speed(UPLOAD), \
ds.get_current_speed(DOWNLOAD))
# Arno: we want the prebuf stats every second, and we want the
# detailed peerlist, needed for research stats. Getting them every
# second may be too expensive, so get them every 10.
#
self.getpeerlistcount += 1
getpeerlist = (self.getpeerlistcount % 10) == 0
haspeerlist = (self.getpeerlistcount % 10) == 1
# Arno: delegate to GUI thread. This makes some things (especially
#access control to self.videoFrame easier
#self.gui_states_callback(dslist)
wx.CallAfter(self.gui_states_callback_wrapper,dslist,haspeerlist)
#print >>sys.stderr,time.asctime(),'-', "main: SessStats:",self.getpeerlistcount,getpeerlist,haspeerlist
return (1.0,getpeerlist)
def gui_states_callback_wrapper(self,dslist,haspeerlist):
try:
self.gui_states_callback(dslist,haspeerlist)
except:
print_exc()
def gui_states_callback(self,dslist,haspeerlist):
""" Called by *GUI* thread.
CAUTION: As this method is called by the GUI thread don't to any
time-consuming stuff here! """
#print >>sys.stderr,time.asctime(),'-', "main: Stats:"
if self.shuttingdown:
return ([],0,0)
# See which Download is currently playing
playermode = self.playermode
totalspeed = {}
totalspeed[UPLOAD] = 0.0
totalspeed[DOWNLOAD] = 0.0
totalhelping = 0
# When not playing, display stats for all Downloads and apply rate control.
if playermode == DLSTATUS_SEEDING:
if DEBUG:
for ds in dslist:
print >>sys.stderr,time.asctime(),'-', "main: Stats: Seeding: %s %.1f%% %s" % (dlstatus_strings[ds.get_status()],100.0*ds.get_progress(),ds.get_error())
self.ratelimit_callback(dslist)
# Calc total dl/ul speed and find DownloadStates for playing Downloads
playing_dslist = []
for ds in dslist:
if ds.get_download() in self.downloads_in_vodmode:
playing_dslist.append(ds)
elif DEBUG and playermode == DLSTATUS_DOWNLOADING:
print >>sys.stderr,time.asctime(),'-', "main: Stats: Waiting: %s %.1f%% %s" % (dlstatus_strings[ds.get_status()],100.0*ds.get_progress(),ds.get_error())
for dir in [UPLOAD,DOWNLOAD]:
totalspeed[dir] += ds.get_current_speed(dir)
totalhelping += ds.get_num_peers()
# Report statistics on all downloads to research server, every 10 secs
# if haspeerlist:
# try:
# for ds in dslist:
# self.reporter.report_stat(ds)
# except:
# print_exc()
# Set systray icon tooltip. This has limited size on Win32!
txt = self.appname+' 1.0.2\n\n'
txt += 'DL: %.1f\n' % (totalspeed[DOWNLOAD])
txt += 'UL: %.1f\n' % (totalspeed[UPLOAD])
txt += 'Helping: %d\n' % (totalhelping)
#print >>sys.stderr,time.asctime(),'-', "main: ToolTip summary",txt
self.OnSetSysTrayTooltip(txt)
# No playing Downloads
if len(playing_dslist) == 0:
return ([],0,0)
elif DEBUG and playermode == DLSTATUS_DOWNLOADING:
for ds in playing_dslist:
print >>sys.stderr,time.asctime(),'-', "main: Stats: DL: %s %.1f%% %s dl %.1f ul %.1f n %d" % (dlstatus_strings[ds.get_status()],100.0*ds.get_progress(),ds.get_error(),ds.get_current_speed(DOWNLOAD),ds.get_current_speed(UPLOAD),ds.get_num_peers())
# If we're done playing we can now restart any previous downloads to
# seed them.
if playermode != DLSTATUS_SEEDING:
playing_seeding_count = 0
for ds in playing_dslist:
if ds.get_status() == DLSTATUS_SEEDING:
playing_seeding_count += 1
if len(playing_dslist) == playing_seeding_count:
self.restart_other_downloads()
# cf. 25 Mbps cap to reduce CPU usage and improve playback on slow machines
# Arno: on some torrents this causes VLC to fail to tune into the video
# although it plays audio???
#ds.get_download().set_max_speed(DOWNLOAD,1500)
return (playing_dslist,totalhelping,totalspeed)
def OnSetSysTrayTooltip(self,txt):
if self.tbicon is not None:
self.tbicon.set_icon_tooltip(txt)
#
# Download Management
#
def restart_other_downloads(self):
""" Called by GUI thread """
if self.shuttingdown:
return
print >>sys.stderr,time.asctime(),'-', "main: Restarting other downloads"
self.playermode = DLSTATUS_SEEDING
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.set_ratelimits()
dlist = self.s.get_downloads()
for d in dlist:
if d not in self.downloads_in_vodmode:
d.set_mode(DLMODE_NORMAL) # checkpointed torrents always restarted in DLMODE_NORMAL, just make extra sure
d.restart()
def remove_downloads_in_vodmode_if_not_complete(self):
print >>sys.stderr,time.asctime(),'-', "main: Removing playing download if not complete"
for d in self.downloads_in_vodmode:
d.set_state_callback(self.sesscb_remove_playing_callback)
def sesscb_remove_playing_callback(self,ds):
""" Called by SessionThread """
print >>sys.stderr,time.asctime(),'-', "main: sesscb_remove_playing_callback: status is",dlstatus_strings[ds.get_status()],"progress",ds.get_progress()
d = ds.get_download()
name = d.get_def().get_name()
if (ds.get_status() == DLSTATUS_DOWNLOADING and ds.get_progress() >= 0.9) or ds.get_status() == DLSTATUS_SEEDING:
pass
print >>sys.stderr,time.asctime(),'-', "main: sesscb_remove_playing_callback: KEEPING",`name`
else:
print >>sys.stderr,time.asctime(),'-', "main: sesscb_remove_playing_callback: REMOVING",`name`
wx.CallAfter(self.remove_playing_download,d)
return (-1.0,False)
def remove_playing_download(self,d):
""" Called by MainThread """
if self.s is not None:
print >>sys.stderr,time.asctime(),'-', "main: Removing incomplete download",`d.get_def().get_name_as_unicode()`
try:
self.s.remove_download(d,removecontent=True)
self.downloads_in_vodmode.remove(d)
except:
print_exc()
#
# Rate limiter
#
def set_ratelimits(self):
uploadrate = float(self.playerconfig['total_max_upload_rate'])
print >>sys.stderr,time.asctime(),'-', "main: set_ratelimits: Setting max upload rate to",uploadrate
if self.ratelimiter is not None:
self.ratelimiter.set_global_max_speed(UPLOAD,uploadrate)
self.ratelimiter.set_global_max_seedupload_speed(uploadrate)
def ratelimit_callback(self,dslist):
""" When the player is in seeding mode, limit the used upload to
the limit set by the user via the options menu.
Called by *GUI* thread """
if self.ratelimiter is None:
return
# Adjust speeds once every 4 seconds
adjustspeeds = False
if self.ratelimit_update_count % 4 == 0:
adjustspeeds = True
self.ratelimit_update_count += 1
if adjustspeeds:
self.ratelimiter.add_downloadstatelist(dslist)
self.ratelimiter.adjust_speeds()
#
# Player config file
#
def load_playerconfig(self,state_dir):
self.playercfgfilename = os.path.join(state_dir,'playerconf.pickle')
self.playerconfig = None
try:
f = open(self.playercfgfilename,"rb")
self.playerconfig = pickle.load(f)
f.close()
except:
print_exc()
self.playerconfig = {}
self.playerconfig['total_max_upload_rate'] = DEFAULT_MAX_UPLOAD_SEED_WHEN_SEEDING # KB/s
def save_playerconfig(self):
try:
f = open(self.playercfgfilename,"wb")
pickle.dump(self.playerconfig,f)
f.close()
except:
print_exc()
def set_playerconfig(self,key,value):
self.playerconfig[key] = value
if key == 'total_max_upload_rate':
try:
self.set_ratelimits()
except:
print_exc()
def get_playerconfig(self,key):
return self.playerconfig[key]
#
# Shutdown
#
def OnExit(self):
print >>sys.stderr,time.asctime(),'-', "main: ONEXIT"
self.shuttingdown = True
self.remove_downloads_in_vodmode_if_not_complete()
# To let Threads in Session finish their business before we shut it down.
time.sleep(2)
if self.s is not None:
self.s.shutdown(hacksessconfcheckpoint=False)
if self.tbicon is not None:
self.tbicon.RemoveIcon()
self.tbicon.Destroy()
ts = enumerate()
for t in ts:
print >>sys.stderr,time.asctime(),'-', "main: ONEXIT: Thread still running",t.getName(),"daemon",t.isDaemon()
self.ExitMainLoop()
def clear_session_state(self):
""" Try to fix apps by doing hard reset. Called from systray menu """
try:
if self.s is not None:
dlist = self.s.get_downloads()
for d in dlist:
self.s.remove_download(d,removecontent=True)
except:
print_exc()
time.sleep(1) # give network thread time to do stuff
try:
dldestdir = self.get_default_destdir()
shutil.rmtree(dldestdir,True) # ignore errors
except:
print_exc()
try:
dlcheckpointsdir = os.path.join(self.s.get_state_dir(),STATEDIR_DLPSTATE_DIR)
shutil.rmtree(dlcheckpointsdir,True) # ignore errors
except:
print_exc()
try:
cfgfilename = os.path.join(self.s.get_state_dir(),STATEDIR_SESSCONFIG)
os.remove(cfgfilename)
except:
print_exc()
self.s = None # HARD EXIT
#self.OnExit()
sys.exit(0) # DIE HARD 4.0
def show_error(self,msg):
dlg = wx.MessageDialog(None, msg, self.appname+" Error", wx.OK|wx.ICON_ERROR)
result = dlg.ShowModal()
dlg.Destroy()
def get_default_destdir(self):
return os.path.join(self.s.get_state_dir(),'downloads')
def is_svc(self, dlfile, tdef):
""" Ric: check if it as an SVC download. If it is add the enhancement
layers to the dlfiles
"""
svcfiles = None
if tdef.is_multifile_torrent():
enhancement = tdef.get_files(exts=svcextdefaults)
# Ric: order the enhancement layer in the svcfiles list
# if the list of enhancements is not empty
if enhancement:
enhancement.sort()
if tdef.get_length(enhancement[0]) == tdef.get_length(dlfile):
svcfiles = [dlfile]
svcfiles.extend(enhancement)
return svcfiles
#
# InstanceConnectionHandler
#
def i2ithread_readlinecallback(self,ic,cmd):
pass
import time
from Tribler.Core.APIImplementation.UserCallbackHandler import Notifier
from Tribler.Core.Utilities.utilities import show_permid_short
from threading import currentThread
sscfg = SessionStartupConfig()
if sys.platform == 'win32':
s = Session()
else:
sscfg.set_state_dir('/tmp/statedir')
sscfg.set_install_dir('.')
sscfg.set_overlay(0)
sscfg.set_listen_port(7001)
s = Session(sscfg)
r = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
uploadLimitation = TestUploadLimitation(s, r)
t = 0
count = 0
def testfunc(subj, change, obj_id, *rest):
#if subj == NTFY_PEERS:
obj_id = show_permid_short(obj_id) # also infohash :)
print 'Observer: %s %s %s: %s' % (subj, change, obj_id, rest)
def states_callback(dslist):
global s
global r
global t
def OnInitBase(self):
""" To be wrapped in a OnInit() method that returns True/False """
# Normal startup
# Read config
state_dir = Session.get_default_state_dir('.'+self.appname)
self.utility = UtilityStub(self.installdir,state_dir)
self.utility.app = self
print >>sys.stderr,self.utility.lang.get('build')
self.iconpath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Icon.ico')
self.logopath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Logo.png')
# Start server for instance2instance communication
self.i2is = Instance2InstanceServer(self.i2iport,self,timeout=(24.0*3600.0))
# The playerconfig contains all config parameters that are not
# saved by checkpointing the Session or its Downloads.
self.load_playerconfig(state_dir)
# Install systray icon
# Note: setting this makes the program not exit when the videoFrame
# is being closed.
self.tbicon = PlayerTaskBarIcon(self,self.iconpath)
# Start Tribler Session
cfgfilename = Session.get_default_config_filename(state_dir)
if DEBUG:
print >>sys.stderr,"main: Session config",cfgfilename
try:
self.sconfig = SessionStartupConfig.load(cfgfilename)
print >>sys.stderr,"main: Session saved port",self.sconfig.get_listen_port(),cfgfilename
except:
print_exc()
self.sconfig = SessionStartupConfig()
self.sconfig.set_install_dir(self.installdir)
self.sconfig.set_state_dir(state_dir)
self.sconfig.set_listen_port(self.sport)
self.configure_session()
self.s = Session(self.sconfig)
self.s.set_download_states_callback(self.sesscb_states_callback)
# self.reporter = Reporter( self.sconfig )
if RATELIMITADSL:
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.ratelimiter.set_global_max_speed(DOWNLOAD,DOWNLOADSPEED)
self.ratelimiter.set_global_max_speed(UPLOAD,90)
# Arno: For extra robustness, ignore any errors related to restarting
try:
# Load all other downloads in cache, but in STOPPED state
self.s.load_checkpoint(initialdlstatus=DLSTATUS_STOPPED)
except:
print_exc()
# Start remote control
self.i2is.start()
# report client version
# from Tribler.Core.Statistics.StatusReporter import get_reporter_instance
reporter = get_status_holder("LivingLab")
reporter.create_and_add_event("client-startup-version", [self.utility.lang.get("version")])
reporter.create_and_add_event("client-startup-build", [self.utility.lang.get("build")])
reporter.create_and_add_event("client-startup-build-date", [self.utility.lang.get("build_date")])
class BaseApp(wx.App,InstanceConnectionHandler):
def __init__(self, redirectstderrout, appname, appversion, params, single_instance_checker, installdir, i2iport, sport):
self.appname = appname
self.appversion = appversion
self.params = params
self.single_instance_checker = single_instance_checker
self.installdir = installdir
self.i2iport = i2iport
self.sport = sport
self.error = None
self.s = None
self.tbicon = None
self.downloads_in_vodmode = Set() # Set of playing Downloads, one for SP, many for Plugin
self.ratelimiter = None
self.ratelimit_update_count = 0
self.playermode = DLSTATUS_DOWNLOADING
self.getpeerlistcount = 2 # for research Reporter
self.shuttingdown = False
InstanceConnectionHandler.__init__(self,self.i2ithread_readlinecallback)
wx.App.__init__(self, redirectstderrout)
def OnInitBase(self):
""" To be wrapped in a OnInit() method that returns True/False """
# Normal startup
# Read config
state_dir = Session.get_default_state_dir('.'+self.appname)
self.utility = UtilityStub(self.installdir,state_dir)
self.utility.app = self
print >>sys.stderr,self.utility.lang.get('build')
self.iconpath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Icon.ico')
self.logopath = os.path.join(self.installdir,LIBRARYNAME,'Images',self.appname+'Logo.png')
# Start server for instance2instance communication
self.i2is = Instance2InstanceServer(self.i2iport,self,timeout=(24.0*3600.0))
# The playerconfig contains all config parameters that are not
# saved by checkpointing the Session or its Downloads.
self.load_playerconfig(state_dir)
# Install systray icon
# Note: setting this makes the program not exit when the videoFrame
# is being closed.
self.tbicon = PlayerTaskBarIcon(self,self.iconpath)
# Start Tribler Session
cfgfilename = Session.get_default_config_filename(state_dir)
if DEBUG:
print >>sys.stderr,"main: Session config",cfgfilename
try:
self.sconfig = SessionStartupConfig.load(cfgfilename)
print >>sys.stderr,"main: Session saved port",self.sconfig.get_listen_port(),cfgfilename
except:
print_exc()
self.sconfig = SessionStartupConfig()
self.sconfig.set_install_dir(self.installdir)
self.sconfig.set_state_dir(state_dir)
self.sconfig.set_listen_port(self.sport)
self.configure_session()
self.s = Session(self.sconfig)
self.s.set_download_states_callback(self.sesscb_states_callback)
# self.reporter = Reporter( self.sconfig )
if RATELIMITADSL:
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.ratelimiter.set_global_max_speed(DOWNLOAD,DOWNLOADSPEED)
self.ratelimiter.set_global_max_speed(UPLOAD,90)
# Arno: For extra robustness, ignore any errors related to restarting
try:
# Load all other downloads in cache, but in STOPPED state
self.s.load_checkpoint(initialdlstatus=DLSTATUS_STOPPED)
except:
print_exc()
# Start remote control
self.i2is.start()
# report client version
# from Tribler.Core.Statistics.StatusReporter import get_reporter_instance
reporter = get_status_holder("LivingLab")
reporter.create_and_add_event("client-startup-version", [self.utility.lang.get("version")])
reporter.create_and_add_event("client-startup-build", [self.utility.lang.get("build")])
reporter.create_and_add_event("client-startup-build-date", [self.utility.lang.get("build_date")])
def configure_session(self):
# No overlay
self.sconfig.set_overlay(False)
self.sconfig.set_megacache(False)
def start_download(self,tdef,dlfile,poa=None,supportedvodevents=None):
""" Start download of torrent tdef and play video file dlfile from it """
if poa:
raise Exception("Not a POA")
# Free diskspace, if needed
destdir = self.get_default_destdir()
if not os.access(destdir,os.F_OK):
os.mkdir(destdir)
# Arno: For extra robustness, ignore any errors related to restarting
# TODO: Extend code such that we can also delete files from the
# disk cache, not just Downloads. This would allow us to keep the
# parts of a Download that we already have, but that is being aborted
# by the user by closing the video window. See remove_playing_*
try:
if not self.free_up_diskspace_by_downloads(tdef.get_infohash(),tdef.get_length([dlfile])):
print >>sys.stderr,"main: Not enough free diskspace, ignoring"
except:
print_exc()
# Setup how to download
dcfg = DownloadStartupConfig()
# CLOSED SWARMS
if poa:
dcfg.set_poa(poa)
print >> sys.stderr,"POA:",dcfg.get_poa()
else:
dcfg.set_poa(None)
# Delegate processing to VideoPlayer
if supportedvodevents is None:
supportedvodevents = self.get_supported_vod_events()
print >>sys.stderr,"bg: VOD EVENTS",supportedvodevents
dcfg.set_video_events(supportedvodevents)
# Ric: added svc
if tdef.is_multifile_torrent():
svcdlfiles = self.is_svc(dlfile, tdef)
if svcdlfiles is not None:
dcfg.set_video_event_callback(self.sesscb_vod_event_callback, dlmode=DLMODE_SVC)
# Ric: svcdlfiles is an ordered list of svc layers
dcfg.set_selected_files(svcdlfiles)
else:
# Normal multi-file torrent
dcfg.set_video_event_callback(self.sesscb_vod_event_callback)
dcfg.set_selected_files([dlfile])
else:
dcfg.set_video_event_callback(self.sesscb_vod_event_callback)
# Do not set selected file
dcfg.set_dest_dir(destdir)
# Arno: 2008-7-15: commented out, just stick with old ABC-tuned
# settings for now
#dcfg.set_max_conns_to_initiate(300)
#dcfg.set_max_conns(300)
# Cap at 1 MB/s
print >>sys.stderr,"bg: Capping Download speed to 1 MByte/s"
dcfg.set_max_speed(DOWNLOAD,1024)
# Stop all non-playing, see if we're restarting one
infohash = tdef.get_infohash()
newd = None
for d in self.s.get_downloads():
if d.get_def().get_infohash() == infohash:
# Download already exists.
# One safe option is to remove it (but not its downloaded content)
# so we can start with a fresh DownloadStartupConfig. However,
# this gives funky concurrency errors and could prevent a
# Download from starting without hashchecking (as its checkpoint
# was removed)
# Alternative is to set VOD callback, etc. at Runtime:
print >>sys.stderr,"main: Reusing old duplicate Download",`infohash`
newd = d
# If we have a POA, we add it to the existing download
if poa:
d.set_poa(poa)
if d not in self.downloads_in_vodmode:
d.stop()
# ARNOTODO: does this work with Plugin's duplicate download facility?
self.playermode = DLSTATUS_DOWNLOADING
if newd is None:
print >>sys.stderr,"main: Starting new Download",`infohash`
newd = self.s.start_download(tdef,dcfg)
# Ric: added restart of an svc download
else:
newd.set_video_events(self.get_supported_vod_events())
svcdlfiles = self.is_svc(dlfile, tdef)
if svcdlfiles is not None:
newd.set_video_event_callback(self.sesscb_vod_event_callback, dlmode = DLMODE_SVC)
# Ric: svcdlfiles is an ordered list of svc layers
newd.set_selected_files(svcdlfiles)
else:
newd.set_video_event_callback(self.sesscb_vod_event_callback)
if tdef.is_multifile_torrent():
newd.set_selected_files([dlfile])
print >>sys.stderr,"main: Restarting existing Download",`infohash`
newd.restart()
self.downloads_in_vodmode.add(newd)
print >>sys.stderr,"main: Saving content to",newd.get_dest_files()
return newd
def sesscb_vod_event_callback(self,d,event,params):
pass
def get_supported_vod_events(self):
pass
#
# DownloadCache
#
def free_up_diskspace_by_downloads(self,infohash,needed):
if DEBUG:
print >> sys.stderr,"main: free_up: needed",needed,DISKSPACE_LIMIT
if needed > DISKSPACE_LIMIT:
# Not cleaning out whole cache for bigguns
if DEBUG:
print >> sys.stderr,"main: free_up: No cleanup for bigguns"
return True
inuse = 0L
timelist = []
dlist = self.s.get_downloads()
for d in dlist:
hisinfohash = d.get_def().get_infohash()
if infohash == hisinfohash:
# Don't delete the torrent we want to play
continue
destfiles = d.get_dest_files()
if DEBUG:
print >> sys.stderr,"main: free_up: Downloaded content",`destfiles`
dinuse = 0L
for (filename,savepath) in destfiles:
stat = os.stat(savepath)
dinuse += stat.st_size
inuse += dinuse
timerec = (stat.st_ctime,dinuse,d)
timelist.append(timerec)
if inuse+needed < DISKSPACE_LIMIT:
# Enough available, done.
if DEBUG:
print >> sys.stderr,"main: free_up: Enough avail",inuse
return True
# Policy: remove oldest till sufficient
timelist.sort()
if DEBUG:
print >> sys.stderr,"main: free_up: Found",timelist,"in dest dir"
got = 0L
for ctime,dinuse,d in timelist:
print >> sys.stderr,"main: free_up: Removing",`d.get_def().get_name_as_unicode()`,"to free up diskspace, t",ctime
self.s.remove_download(d,removecontent=True)
got += dinuse
if got > needed:
return True
# Deleted all, still no space:
return False
#
# Process periodically reported DownloadStates
#
def sesscb_states_callback(self,dslist):
""" Called by Session thread """
#print >>sys.stderr,"bg: sesscb_states_callback",currentThread().getName()
# Display some stats
if (int(time.time()) % 5) == 0:
for ds in dslist:
d = ds.get_download()
print >>sys.stderr, '%s %s %5.2f%% %s up %8.2fKB/s down %8.2fKB/s' % \
(d.get_def().get_name(), \
dlstatus_strings[ds.get_status()], \
ds.get_progress() * 100, \
ds.get_error(), \
ds.get_current_speed(UPLOAD), \
ds.get_current_speed(DOWNLOAD))
# Arno: we want the prebuf stats every second, and we want the
# detailed peerlist, needed for research stats. Getting them every
# second may be too expensive, so get them every 10.
#
self.getpeerlistcount += 1
getpeerlist = (self.getpeerlistcount % 10) == 0
haspeerlist = (self.getpeerlistcount % 10) == 1
# Arno: delegate to GUI thread. This makes some things (especially
#access control to self.videoFrame easier
#self.gui_states_callback(dslist)
#print >>sys.stderr,"bg: sesscb_states_callback: calling GUI",currentThread().getName()
wx.CallAfter(self.gui_states_callback_wrapper,dslist,haspeerlist)
#print >>sys.stderr,"main: SessStats:",self.getpeerlistcount,getpeerlist,haspeerlist
return (1.0,getpeerlist)
def gui_states_callback_wrapper(self,dslist,haspeerlist):
try:
self.gui_states_callback(dslist,haspeerlist)
except:
print_exc()
def gui_states_callback(self,dslist,haspeerlist):
""" Called by *GUI* thread.
CAUTION: As this method is called by the GUI thread don't to any
time-consuming stuff here! """
#print >>sys.stderr,"main: Stats:"
if self.shuttingdown:
return ([],0,0)
# See which Download is currently playing
playermode = self.playermode
totalspeed = {}
totalspeed[UPLOAD] = 0.0
totalspeed[DOWNLOAD] = 0.0
totalhelping = 0
# When not playing, display stats for all Downloads and apply rate control.
if playermode == DLSTATUS_SEEDING:
if DEBUG:
for ds in dslist:
print >>sys.stderr,"main: Stats: Seeding: %s %.1f%% %s" % (dlstatus_strings[ds.get_status()],100.0*ds.get_progress(),ds.get_error())
self.ratelimit_callback(dslist)
# Calc total dl/ul speed and find DownloadStates for playing Downloads
playing_dslist = []
for ds in dslist:
if ds.get_download() in self.downloads_in_vodmode:
playing_dslist.append(ds)
elif DEBUG and playermode == DLSTATUS_DOWNLOADING:
print >>sys.stderr,"main: Stats: Waiting: %s %.1f%% %s" % (dlstatus_strings[ds.get_status()],100.0*ds.get_progress(),ds.get_error())
for dir in [UPLOAD,DOWNLOAD]:
totalspeed[dir] += ds.get_current_speed(dir)
totalhelping += ds.get_num_peers()
# Report statistics on all downloads to research server, every 10 secs
# if haspeerlist:
# try:
# for ds in dslist:
# self.reporter.report_stat(ds)
# except:
# print_exc()
# Set systray icon tooltip. This has limited size on Win32!
txt = self.appname+' '+self.appversion+'\n\n'
txt += 'DL: %.1f\n' % (totalspeed[DOWNLOAD])
txt += 'UL: %.1f\n' % (totalspeed[UPLOAD])
txt += 'Helping: %d\n' % (totalhelping)
#print >>sys.stderr,"main: ToolTip summary",txt
self.OnSetSysTrayTooltip(txt)
# No playing Downloads
if len(playing_dslist) == 0:
return ([],0,0)
elif DEBUG and playermode == DLSTATUS_DOWNLOADING:
for ds in playing_dslist:
print >>sys.stderr,"main: Stats: DL: %s %.1f%% %s dl %.1f ul %.1f n %d" % (dlstatus_strings[ds.get_status()],100.0*ds.get_progress(),ds.get_error(),ds.get_current_speed(DOWNLOAD),ds.get_current_speed(UPLOAD),ds.get_num_peers())
# If we're done playing we can now restart any previous downloads to
# seed them.
if playermode != DLSTATUS_SEEDING:
playing_seeding_count = 0
for ds in playing_dslist:
if ds.get_status() == DLSTATUS_SEEDING:
playing_seeding_count += 1
if len(playing_dslist) == playing_seeding_count:
self.restart_other_downloads()
# cf. 25 Mbps cap to reduce CPU usage and improve playback on slow machines
# Arno: on some torrents this causes VLC to fail to tune into the video
# although it plays audio???
#ds.get_download().set_max_speed(DOWNLOAD,1500)
return (playing_dslist,totalhelping,totalspeed)
def OnSetSysTrayTooltip(self,txt):
if self.tbicon is not None:
self.tbicon.set_icon_tooltip(txt)
#
# Download Management
#
def restart_other_downloads(self):
""" Called by GUI thread """
if self.shuttingdown:
return
print >>sys.stderr,"main: Restarting other downloads"
self.playermode = DLSTATUS_SEEDING
self.ratelimiter = UserDefinedMaxAlwaysOtherwiseEquallyDividedRateManager()
self.set_ratelimits()
dlist = self.s.get_downloads()
for d in dlist:
if d not in self.downloads_in_vodmode:
d.set_mode(DLMODE_NORMAL) # checkpointed torrents always restarted in DLMODE_NORMAL, just make extra sure
d.restart()
def remove_downloads_in_vodmode_if_not_complete(self):
print >>sys.stderr,"main: Removing playing download if not complete"
for d in self.downloads_in_vodmode:
d.set_state_callback(self.sesscb_remove_playing_callback)
def sesscb_remove_playing_callback(self,ds):
""" Called by SessionThread """
print >>sys.stderr,"main: sesscb_remove_playing_callback: status is",dlstatus_strings[ds.get_status()],"progress",ds.get_progress()
d = ds.get_download()
name = d.get_def().get_name()
if (ds.get_status() == DLSTATUS_DOWNLOADING and ds.get_progress() >= 0.9) or ds.get_status() == DLSTATUS_SEEDING:
pass
print >>sys.stderr,"main: sesscb_remove_playing_callback: voting for KEEPING",`name`
else:
print >>sys.stderr,"main: sesscb_remove_playing_callback: voting for REMOVING",`name`
if self.shuttingdown:
# Arno, 2010-04-23: Do it now ourselves, wx won't do it anymore. Saves
# hashchecking on sparse file on Linux.
self.remove_playing_download(d)
wx.CallAfter(self.remove_playing_download,d)
return (-1.0,False)
def remove_playing_download(self,d):
""" Called by MainThread """
if self.s is not None:
print >>sys.stderr,"main: Removing incomplete download",`d.get_def().get_name_as_unicode()`
try:
self.s.remove_download(d,removecontent=True)
self.downloads_in_vodmode.remove(d)
except:
print_exc()
def stop_playing_download(self,d):
""" Called by MainThread """
print >>sys.stderr,"main: Stopping download",`d.get_def().get_name_as_unicode()`
try:
d.stop()
self.downloads_in_vodmode.remove(d)
except:
print_exc()
#
# Rate limiter
#
def set_ratelimits(self):
uploadrate = float(self.playerconfig['total_max_upload_rate'])
print >>sys.stderr,"main: set_ratelimits: Setting max upload rate to",uploadrate
if self.ratelimiter is not None:
self.ratelimiter.set_global_max_speed(UPLOAD,uploadrate)
self.ratelimiter.set_global_max_seedupload_speed(uploadrate)
def ratelimit_callback(self,dslist):
""" When the player is in seeding mode, limit the used upload to
the limit set by the user via the options menu.
Called by *GUI* thread """
if self.ratelimiter is None:
return
# Adjust speeds once every 4 seconds
adjustspeeds = False
if self.ratelimit_update_count % 4 == 0:
adjustspeeds = True
self.ratelimit_update_count += 1
if adjustspeeds:
self.ratelimiter.add_downloadstatelist(dslist)
self.ratelimiter.adjust_speeds()
#
# Player config file
#
def load_playerconfig(self,state_dir):
self.playercfgfilename = os.path.join(state_dir,'playerconf.pickle')
self.playerconfig = None
try:
f = open(self.playercfgfilename,"rb")
self.playerconfig = pickle.load(f)
f.close()
except:
print_exc()
self.playerconfig = {}
self.playerconfig['total_max_upload_rate'] = DEFAULT_MAX_UPLOAD_SEED_WHEN_SEEDING # KB/s
def save_playerconfig(self):
try:
f = open(self.playercfgfilename,"wb")
pickle.dump(self.playerconfig,f)
f.close()
except:
print_exc()
def set_playerconfig(self,key,value):
self.playerconfig[key] = value
if key == 'total_max_upload_rate':
try:
self.set_ratelimits()
except:
print_exc()
def get_playerconfig(self,key):
return self.playerconfig[key]
#
# Shutdown
#
def OnExit(self):
print >>sys.stderr,"main: ONEXIT",currentThread().getName()
self.shuttingdown = True
self.remove_downloads_in_vodmode_if_not_complete()
# To let Threads in Session finish their business before we shut it down.
time.sleep(2)
if self.s is not None:
self.s.shutdown(hacksessconfcheckpoint=False)
if self.tbicon is not None:
self.tbicon.RemoveIcon()
self.tbicon.Destroy()
ts = enumerate()
for t in ts:
print >>sys.stderr,"main: ONEXIT: Thread still running",t.getName(),"daemon",t.isDaemon()
self.ExitMainLoop()
def clear_session_state(self):
""" Try to fix apps by doing hard reset. Called from systray menu """
try:
if self.s is not None:
dlist = self.s.get_downloads()
for d in dlist:
self.s.remove_download(d,removecontent=True)
except:
print_exc()
time.sleep(1) # give network thread time to do stuff
try:
dldestdir = self.get_default_destdir()
shutil.rmtree(dldestdir,True) # ignore errors
except:
print_exc()
try:
dlcheckpointsdir = os.path.join(self.s.get_state_dir(),STATEDIR_DLPSTATE_DIR)
shutil.rmtree(dlcheckpointsdir,True) # ignore errors
except:
print_exc()
try:
cfgfilename = os.path.join(self.s.get_state_dir(),STATEDIR_SESSCONFIG)
os.remove(cfgfilename)
except:
print_exc()
self.s = None # HARD EXIT
#self.OnExit()
sys.exit(0) # DIE HARD 4.0
def show_error(self,msg):
dlg = wx.MessageDialog(None, msg, self.appname+" Error", wx.OK|wx.ICON_ERROR)
result = dlg.ShowModal()
dlg.Destroy()
def get_default_destdir(self):
return os.path.join(self.s.get_state_dir(),'downloads')
def is_svc(self, dlfile, tdef):
""" Ric: check if it as an SVC download. If it is add the enhancement
layers to the dlfiles
"""
svcfiles = None
if tdef.is_multifile_torrent():
enhancement = tdef.get_files(exts=svcextdefaults)
# Ric: order the enhancement layer in the svcfiles list
# if the list of enhancements is not empty
if enhancement:
enhancement.sort()
if tdef.get_length(enhancement[0]) == tdef.get_length(dlfile):
svcfiles = [dlfile]
svcfiles.extend(enhancement)
return svcfiles
#
# InstanceConnectionHandler
#
def i2ithread_readlinecallback(self,ic,cmd):
pass
