def getpages(id,sitesfile,site9gagfile,cachePath):
progress = xbmcgui.DialogProgress()
list = []
progress.create('Fun Videos', 'A Obter dados...')
i = 1
t = 0
ins = open(sitesfile, "r")
for line in ins: t = t + 1
ins.close()
ins = open(sitesfile, "r" )
for line in ins:
percent = int( ( i / float(t) ) * 100)
parameters = json.loads(line)
enabled = parameters['enabled']
pageindex = parameters['pagination']
prettyname = parameters['prettyname']
message = "Site: " + prettyname + " ("+ str(i)+'/'+str(t)+")"
progress.update( percent, "", message, "" )
if progress.iscanceled():
progress.close()
xbmcgui.Dialog().ok('ERROR','Cancelled.')
return ''
i = i + 1
if 'true' in enabled:
site = parameters['site']
frame = parameters['frame']
starton = int(parameters['starton'])
try: pagei = pageindex % (str(id+starton))
except: pagei = pageindex + str(id+starton)
print '##funvideos-site: '+site+pagei
if 'true' in frame:
list2 = grabiframes(site+pagei,prettyname,cachePath)
if list2: list.extend(list2)
elif 'vit' in frame:
list2 = vitaminl.grab(site+pagei,prettyname,cachePath,getSetting("cachesite"))
if list2: list.extend(list2)
elif '9gag' in frame:
list2 = ninegag.grab(site+pageindex,prettyname,str(id+starton),cachePath,site9gagfile,getSetting("cachesite"))
if list2: list.extend(list2)
elif 'break' in frame:
list2 = Break.grab(site+pagei,prettyname,cachePath,getSetting("cachesite"))
if list2: list.extend(list2)
elif 'snotr' in frame:
list2 = snotr.grab(site+pagei,prettyname,cachePath,getSetting("cachesite"))
if list2: list.extend(list2)
elif 'funnyrd' in frame:
list2 = funnyordie.grab(site+pagei,prettyname,cachePath,getSetting("cachesite"))
if list2: list.extend(list2)
else:
startsection = parameters['startsection']
endsection = parameters['endsection']
list2 = grablinks(site+pagei,prettyname,startsection,endsection,cachePath,site)
if list2: list.extend(list2)
ins.close()
progress.close()
unique_stuff = []
for item in list:
if item['url'] not in str(unique_stuff): unique_stuff.append(item)
return unique_stuff
breakpoint_dict = collections.defaultdict(int)
read_list.sort(key=lambda x: x.left_coordinate)
for x in read_list:
entry = x.read.reference_name.string + ":" + str(x.left_coordinate)
breakpoint_dict[entry] += 1
break_list = []
single_list = []
# Determine if the reads support a breakpoint
# Add a new breakpoint to the list if it does not support one
for x in read_list:
if (not x.left_coordinate is None and not x.right_coordinate is None):
b = Break.Break()
b.AddRead(x)
match = False
for y in break_list:
if (y == b):
y.AddSupportingRead(x)
x.is_supporting_read = True
match = True
break
if not match:
if bed_dict != None:
if LoadBed.IsIntersectingBed(
(b.left_chromosome.lower(), b.left_coordinate,
b.left_coordinate +
1), bed_dict) or LoadBed.IsIntersectingBed(
(b.right_chromosome.lower(), b.right_coordinate,
<insert_size>414</insert_size>
<read_sequence>TAGGGGTGGGGGCGAGCTTTCACCATCGTGATGGACACTGAAGGAGCTCCCCACCCCCTGATCAGCCAGGAGGATGCAGTTACTATATTTAGAGTAGAAAATCACTCAGAGACATTGTCATTCAGCCTAGGTCATAAGGCTATTATGCAT</read_sequence>
<quality></quality>
<alignments>
<start_coordinate_1>chr2:29448016-29448090</start_coordinate_1>
<orientation_1>forward</orientation_1>
<match_coordinates_1>1-75</match_coordinates_1>
<bitscore_1>145</bitscore_1>
<length_1>75</length_1>
<flag_1>26</flag_1>
<start_coordinate_2>chr2:42493955-42493883</start_coordinate_2>
<orientation_2>reverse</orientation_2>
<match_coordinates_2>3-75</match_coordinates_2>
<bitscore_2>135</bitscore_2>
<length_2>73</length_2>
<flag_2>5</flag_2>
</alignments>
</read>
</softclip_read_pair>"""
bp = Read.Read()
xml = bs4.BeautifulSoup(raw_xml, "html.parser")
bp.SetRead(xml)
b = Break()
b.AddRead(bp)
b._FindConsensus()
assert(b.GetLeftSequence() == "-----TAGGAGGACCGACTAGTCCCCCACCCCTCGAGGAAGTCACAGGTAGTGCTACCACTTTCGAGCGGGGGTGGGGAT-------------------------------------------------------------------------------------")
assert(b.GetRightSequence() == "-----AGTTACTATATTTAGAGTAGAAAATCACTCAGAGACATTGTCATTCAGCCTAGGTCATAAGGCTATTATGCAT---------------------------------------------------------------------------------------")
