Exemplo n.º 1
0
def ololink(params):
    caption = 'If you have trouble:goto:https://sites.google.com/site/kokiarbic/help'
    action = {'info': 1}
    cap_link = util.makeLink(action)
    util.addMenuItem(caption, cap_link, icon, fanart, False)
    url = (params['video'])
    videoPage = requests.get(url)
    if videoPage and videoPage.status_code == 200:
        cont = videoPage.text
        vidlinks = util.extractAll(cont, '"playerst"', '/iframe>')
        for vidlink in vidlinks:
            t = 'Movielink'
            v = util.extract(vidlink, 'SRC="', '"') or util.extract(
                vidlink, 'src="', '"')
            paramz = {'play': 1}
            paramz['title'] = t
            paramz['videolink'] = v
            paramz['image'] = params['image']
            link = util.makeLink(paramz)
            util.addMenuItem(paramz['title'], link, 'DefaultVideo.png',
                             paramz['image'], False)
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
    util.endListing()
Exemplo n.º 2
0
def getCategories(url):
    param = {'category': 1}
    content = util.getURL(url, hdr)
    if content != False:
        cats = util.extractAll(content, '<div class="item">',
                               '<div class="item">')
        for film in cats:
            param['title'] = makeAscii(util.extract(film, 'title="', '"'))
            param['url'] = 'http://www.likuoo.com' + util.extract(
                film, '<a href="', '" title="')
            param['poster'] = util.extract(film, 'src="', '" title="')
            param['fanart'] = param['poster']
            xbmc.log("Play URL:" + param['url'], xbmc.LOGERROR)
            if param['url'] != None:
                u = sys.argv[0] + "?url=" + param[
                    'url'] + "&mode=2&name=" + urllib.quote_plus(
                        param['title']) + "&poster=" + param['poster']
                liz = xbmcgui.ListItem(param['title'],
                                       iconImage="DefaultVideo.png",
                                       thumbnailImage=param['poster'])
                liz.setInfo(type="Video",
                            infoLabels={
                                "Title": param['title'],
                                "Plot": ""
                            })
                liz.setProperty("Poster_Image", param['poster'])
                ok = xbmcplugin.addDirectoryItem(handle=int(sys.argv[1]),
                                                 url=u,
                                                 listitem=liz,
                                                 isFolder=True)
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 3
0
def pages(params):
    page = int(params['page'])
    p = 'page:' + str(page)
    util.addMenuItem(p, None, None, None, False)

    Baseurl = 'http://el7l.tv/online2/12/_%D8%A7%D9%81%D9%84%D8%A7%D9%85_%D8%B9%D8%B1%D8%A8%D9%8A%D8%A9/'
    url = Baseurl + '%d.html' % (page)
    response = requests.get(url)
    if response and response.status_code == 200:
        cont = response.text
        videos = util.extractAll(cont, '<div class="file_index">', '/div>')
        for video in videos:
            t = util.extract(video, 'alt="', '"')
            v = util.extract(video, 'a href="http://el7l.tv/online', '"')
            vp = 'http://el7l.tv/play' + v
            i = util.extract(video, 'img src="', '"')
            params = {'listing': 1}
            params['title'] = t
            params['video'] = vp
            params['image'] = i
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png',
                             params['image'], True)

    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))

    parms = {'old': 1, 'page': str(page + 1)}
    page_link = util.makeLink(parms)
    util.addMenuItem('Next Page:>> ', page_link, None, None, True)
    util.endListing()
Exemplo n.º 4
0
def search():
    dialog = xbmcgui.Dialog()
    i = dialog.input('Enter Movie Name:', type=xbmcgui.INPUT_ALPHANUM)
    q = urllib.quote(i, safe="%/:=&?~#+!$,;'@()*[]")
    baseurl = 'https://www.google.com.sa/search?rlz=1C1CHZL_enSA679SA679&espv=2&q=el7al.tv+'
    print q
    url = baseurl + q + '&oq=el7al.tv+' + q + '&gs_l=serp.3...33231.51533.0.52317.42.30.8.0.0.0.211.4360.0j21j4.25.0....0...1c.1.64.serp..11.22.2813.0..0j30i10k1j0i13k1j0i13i30k1j0i7i30k1j35i39k1j0i131k1j0i10i30k1j0i13i10k1.w4AW4pCV-E4'
    response = requests.get(url)
    if response and response.status_code == 200:
        cont = response.text
        videos = util.extractAll(cont, '<a href="/url?q=http://el7l.tv/online',
                                 'class="_cD"')
        for video in videos:
            t = util.extract(video, '>', '</a>')
            t1 = (t.replace('\n',
                            '').replace('\t',
                                        '').replace('</b>',
                                                    '').replace('<b>',
                                                                '').lstrip())
            u1 = (util.extract(video, '/', '&'))
            u = 'http://el7l.tv/play/' + u1

            params = {'search': 1}
            params['url'] = u
            params['title'] = t1
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, None, None, True)
        util.endListing()
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
Exemplo n.º 5
0
def menuLink(params):
    caption = 'try HD first: #1--OK.ru ,#2--openload(try it several clicks until work) '
    action = {'info': 1}
    cap_link = util.makeLink(action)
    util.addMenuItem(caption, cap_link, icon, fanart, False)
    url = (params['video'])
    videoPage = requests.get(url)
    if videoPage and videoPage.status_code == 200:
        cont = videoPage.text
        vidlinks = util.extractAll(cont, '<div id="tab', '/div>')

        for vidlink in vidlinks:
            t = util.extract(vidlink, '://', '/')
            v = util.extract(vidlink, 'SRC="', '"') or util.extract(
                vidlink, 'src="', '"')
            paramz = {'play': 1}
            paramz['title'] = t
            paramz['videolink'] = v
            paramz['image'] = params['image']
            link = util.makeLink(paramz)

            util.addMenuItem(paramz['title'], link, 'DefaultVideo.png',
                             paramz['image'], False)
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
    util.endListing()
Exemplo n.º 6
0
def getVids(params) :
    param={'play':1}
    
    content=util.getURL(params['url'], hdr)
    if content!=False:
        films=util.extractAll(content, '<div class="item">', '<div class="item">')
        for film in films:
            param['title']=makeAscii(util.extract(film, 'title="', '"'))
            param['url']=util.extract(film, '<a href="', '" title="')
            param['poster']=util.extract(film, 'src="', '" title="')
            param['fanart']=param['poster']
            if param['url']!=None:
                u=sys.argv[0]+"?url="+param['url']+"&play="+str(4)+"&name="+urllib.quote_plus(param['title'])+"&poster="+param['poster']
                liz=xbmcgui.ListItem(param['title'], iconImage="DefaultVideo.png", thumbnailImage=param['poster'])
                liz.setInfo( type="Video", infoLabels={ "Title": param['title'],"Plot": ""} )
                liz.setProperty("Poster_Image", param['poster'])
                ok=xbmcplugin.addDirectoryItem(handle=int(sys.argv[1]),url=u,listitem=liz,isFolder=True)
        
        next=util.extract(content, '<span class="current">', '</span>')
        #xbmc.log(">>>>>"+str(next), xbmc.LOGERROR)
        if next!=None:
            next=int(next)+1
            #xbmc.log('http://www.likuoo.com/new/'+str(next), xbmc.LOGERROR)
            if 'http://www.likuoo.com/new/'+str(next) in content:
                util.addDir("Next >", 'http://www.likuoo.com/new/'+str(next), 2, "","")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 7
0
def playVideo(params):
    content=util.getURL(params['url'].encode('utf-8'), hdr)
    if content!=False:
        
        """if "https://openload" in content:
            xbmc.log("openload", xbmc.LOGERROR)
            download=util.extract(content, '<iframe src="https://openload', '"')
            openloadurl ='http://openload'+download.encode('utf-8')
            videourl=resolve(openloadurl)
            ol=util.getURL(openloadurl, hdr)
            videourl=util.extract(ol, '<source type="video/mp4" src="', '"')  """
            
        if 'videourl' not in locals() and "http://videowood.tv/embed/" in content:
            xbmc.log("videowood", xbmc.LOGERROR)
            download=util.extract(content, 'http://videowood.tv/embed/', '"')
            videowoodurl='http://videowood.tv/embed/'+download
            vw=util.getURL(videowoodurl, hdr)
            #xbmc.log(vw, xbmc.LOGERROR)
            videourls=util.extractAll(vw, "file: '", "',")
            for vid in videourls:
                if '.mp4' in vid:
                    videourl=vid
                    break
            try:
                videourl
            except:
                result="eval("+util.extract(vw, "eval(", "</script")
                xbmc.log(result, xbmc.LOGERROR)
                result=jsunpack.unpack(result)
                xbmc.log(result, xbmc.LOGERROR)
                
        if 'videourl' not in locals() and "videomega.tv" in content:
            xbmc.log("videomega", xbmc.LOGERROR)
            videosource=content
            if re.search("videomega.tv/iframe.js", videosource, re.DOTALL | re.IGNORECASE):
                hashref = re.compile("""javascript["']>ref=['"]([^'"]+)""", re.DOTALL | re.IGNORECASE).findall(videosource)
            elif re.search("videomega.tv/iframe.php", videosource, re.DOTALL | re.IGNORECASE):
                hashref = re.compile(r"iframe\.php\?ref=([^&]+)&", re.DOTALL | re.IGNORECASE).findall(videosource)
            else:
                hashkey = re.compile("""hashkey=([^"']+)""", re.DOTALL | re.IGNORECASE).findall(videosource)
                if len(hashkey) > 1:
                    i = 1
                    hashlist = []
                    for x in hashkey:
                        hashlist.append('Part ' + str(i))
                        i += 1
                    vmvideo = dialog.select('Multiple parts found', hashlist)
                    hashkey = hashkey[vmvideo]
                else: hashkey = hashkey[0]
                hashpage = getHtml('http://videomega.tv/validatehash.php?hashkey='+hashkey, params['url'].encode('utf-8'))
                hashref = re.compile('ref="([^"]+)', re.DOTALL | re.IGNORECASE).findall(hashpage)
            videopage = getHtml('http://videomega.tv/view.php?ref='+hashref[0], params['url'].encode('utf-8'))
            videourl = re.compile('<source src="([^"]+)"', re.DOTALL | re.IGNORECASE).findall(videopage)
            videourl = videourl[0]
        
        xbmc.log(videourl, xbmc.LOGERROR)
        
        util.playMedia(params['name'], params['poster'],videourl, "Video")
Exemplo n.º 8
0
def playVideo(params):
    content=util.getURL(params['url'], hdr)
    if content!=False:
        vidID=util.extract(content, 'file: "http://videos.woodrocket.com/vid/', '.mp4", label: "480p"')
        source=util.extract(content, 'sources: [', '],')
        if 'label: "720p HD"' in source:
            util.playMedia(params['name'], params['poster'], "http://videos.woodrocket.com/vid/"+vidID+".hd.mp4", "Video")
        else:
            util.playMedia(params['name'], params['poster'], "http://videos.woodrocket.com/vid/"+vidID+".mp4", "Video")
Exemplo n.º 9
0
def getGenres(url, hdr):
    content=util.getURL(url, hdr)
    
    if content!=False:
        allGenres=util.extract(content, '<ul class="scrolling cat">', '</ul>')
        genres=util.extractAll(allGenres, '<a href', 'a>')
        for genre in genres:
            util.addDir(util.extract(genre, '>', '</'), util.extract(genre, '="', '"'), 1, "")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 10
0
    def handle_arrival_msg(self):
        msg = self.network_layer.recv()

        if self.send_state == State.ACK_0:
            if (not util.is_corrupt(msg)) and util.is_ack(msg, 0):
                # Make sure the timer is stopped upon transition to waiting for
                # messages from above.
                self.timer.stop()
                if config.DEBUG: print("Received ACK 0")
                self.send_state = State.SEQ_1
            else:
                if config.DEBUG:
                    print(
                        "Corrupt or out-of-order packet received in state ACK0"
                    )
        elif self.send_state == State.ACK_1:
            if (not util.is_corrupt(msg)) and util.is_ack(msg, 1):
                self.timer.stop()
                if config.DEBUG: print("Received ACK 1")
                self.send_state = State.SEQ_0
            else:
                if config.DEBUG:
                    print(
                        "Corrupt or out-of-order packet received in state ACK1"
                    )
        elif self.recv_state == State.SEQ_0:
            if (not util.is_corrupt(msg)) and util.has_seq(
                    msg, self.recv_state.value):
                if config.DEBUG: print("Received DATA 0")
                payload = util.extract(msg)
                self.msg_handler(payload)
                self.segment = util.make_segment(config.MSG_TYPE_ACK,
                                                 self.recv_state.value, b'')
                self.oncethru = 1
                self.recv_state = State.SEQ_1
            else:
                if config.DEBUG:
                    print(
                        "Corrupt or out-of-order packet received in state SEQ0"
                    )
            if self.oncethru == 1:
                self.network_layer.send(self.segment)
        elif self.recv_state == State.SEQ_1:
            if (not util.is_corrupt(msg)) and util.has_seq(
                    msg, self.recv_state.value):
                if config.DEBUG: print("Received DATA 1")
                payload = util.extract(msg)
                self.msg_handler(payload)
                self.segment = util.make_segment(config.MSG_TYPE_ACK,
                                                 self.recv_state.value, b'')
                self.recv_state = State.SEQ_0
            else:
                if config.DEBUG:
                    print(
                        "Corrupt or out-of-order packet received in state SEQ1"
                    )
            self.network_layer.send(self.segment)
Exemplo n.º 11
0
def getStudios(url, hdr):
    content=util.getURL(url, hdr)
    
    if content!=False:
        studios=util.extractAll(content, '<a href="http://ivhunter.com/studios', 'a>')
        for studio in studios:
            if util.extract(studio, '">', '</')!="Studios":
                util.addDir(util.extract(studio, '">', '</'), "http://ivhunter.com/studios/"+util.extract(studio, '/', '/'), 1, "")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 12
0
def buildSubMenu(params):
    content=util.getURL('http://www.asianteensfor.me/javlist/blank/', hdr)
    if content!=False:
        xoxo=util.extract(content, '<ul id="'+params['url']+'">', '</ul>')
        subOptions=util.extractAll(xoxo, '<li class="cat-item', '</li>')
        for sub in subOptions:
            name=util.extract(sub, '/" >', '</a>')
            url=util.extract(sub, '<a href="', '" >')
            util.addDir(name, url, 5, "","")
    xbmcplugin.endOfDirectory(int(sysarg))   
Exemplo n.º 13
0
def getCategories(params) :
    param={'categories':1}
    content=util.getURL(params['url'], hdr)
    if content!=False:
        contents=util.extract(content, '<ul class="small-block-grid-4 videos-cats">', '</ul>')
        films=util.extractAll(contents, '<li>', '</li>')
        for film in films:
            
            title=util.extract(film, '<div class="media-panel-title category-title">', '</div>')
            
            param['title']=util.extract(title, '">', '</a>')
            param['plot']=util.extract(film, '<div class="media-panel-info">', '</div>')
            param['url']=util.extract(title, '<a href="', '"')
            param['poster']=util.extract(film, '<img src="', '" />')
            param['fanart']=param['poster']
            
            if param['url']!=None:
                u=sys.argv[0]+"?url="+param['url']+"&mode=2&name="+urllib.quote_plus(param['title'])+"&poster="+param['poster']
                liz=xbmcgui.ListItem(param['title'], iconImage="DefaultVideo.png", thumbnailImage=param['poster'])
                liz.setInfo( type="Video", infoLabels={ "Title": param['title'],"Plot": param['plot']} )
                liz.setProperty("Fanart_Image", param['fanart'])
                liz.setProperty("Landscape_Image", param['fanart'])
                liz.setProperty("Poster_Image", param['poster'])
                ok=xbmcplugin.addDirectoryItem(handle=int(sys.argv[1]),url=u,listitem=liz,isFolder=True)
        next=util.extract(content, '<div class="pagination">', '</div>')
        if next!=None:
            next=util.extract(next, '<li class="active">', '</a>')
            if next!=None:
                url=util.extract(next, '<a href="', '"')
                util.addDir("Next >", url, 2, "","")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 14
0
def getIdols(url, hdr):
    content=util.getURL(url, hdr)
    
    if content!=False:
        alphabet=util.extractAll(content, '<ul class="links">', '</ul>')
        for letter in alphabet:
            idols=util.extractAll(letter, '<li>', '</li>')
            for idol in idols:
                if util.makeAscii(util.extract(idol, 'title="', '"'))!="":
                    util.addDir(util.makeAscii(util.extract(idol, 'title="', '"')), util.extract(idol, 'href="', '"').encode('utf-8'), 1, "")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 15
0
def getStars(params):
    content=util.getURL(params['url'], hdr)
    if content!=False:
        alphabet=util.extractAll(content, "<ul class='small-block-grid-5 stars'>", '</ul>')
        for letter in alphabet:
            stars=util.extractAll(letter, '<li>', '</li>')
            for star in stars:
                name=util.extract(star, '">', '</a>')
                url=util.extract(star, 'href="', '"')
                util.addDir(name, url, 2, "","")
    xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 16
0
def getStars(params):
    content = util.getURL(params['url'], hdr)
    if content != False:
        alphabet = util.extractAll(content,
                                   "<ul class='small-block-grid-5 stars'>",
                                   '</ul>')
        for letter in alphabet:
            stars = util.extractAll(letter, '<li>', '</li>')
            for star in stars:
                name = util.extract(star, '">', '</a>')
                url = util.extract(star, 'href="', '"')
                util.addDir(name, url, 2, "", "")
    xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 17
0
def buildMenu():
    url = WEB_PAGE_BASE
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        makeLinks = util.extract(content, '"nav navbar-nav menu"', '</ul>')
        links = util.extractAll(makeLinks,'a href="','</a>')
        for link in links:
            params = {'makeCategories':1}
            params['link'] = util.extract(link,'href="','\"')
            #params['title'] = util.extract(link,'/1">','</a>')

    print makeLinks
Exemplo n.º 18
0
def getVids(url) :
    param={'play':1}
    content=util.getURL(url, hdr)
    if content!=False:
        films=util.extractAll(content, '<vid>', '</vid>')
        movielist = "["
        currentrow = 0
        itemlist = list()
        for film in films:
            param['title']=replaceHTMLCodes(util.extract(film, '<name>', '</name>'))
            param['plot']=makeAscii(replaceHTMLCodes(util.extract(film, '<plot>', '</plot>')))
            param['starring']=makeAscii(replaceHTMLCodes(util.extract(film, '<starring>', '</starring>')))
            param['studio']=makeAscii(replaceHTMLCodes(util.extract(film, '<studio>', '</studio>')))
            param['date']=util.extract(film, '<date>', '</date>')
            param['url']=util.extract(film, '<url>', '</url>')
            param['poster']=util.extract(film, 'class="cover" src="', '" />')
            param['fanart']=util.extract(film, 'class="preview" src="', '" />')
 
            u=sys.argv[0]+"?url="+param['url']+"&play="+str(4)+"&name="+param['title']+"&poster="+param['poster']
            liz=xbmcgui.ListItem(param['title'], iconImage="DefaultVideo.png", thumbnailImage=param['poster'])
            liz.setInfo( type="Video", infoLabels={ "Title": param['title'],"Plot": param['plot']} )
            liz.setProperty("Fanart_Image", param['fanart'])
            liz.setProperty("Landscape_Image", param['fanart'])
            liz.setProperty("Poster_Image", param['poster'])
            #moo
            movielist += json.dumps({ 'title': param["title"], 'url': param["url"] }) + ","
            linkMenu = [] #reset item context menu for a reason
            linkMenu.append(('Download', 'RunPlugin(plugin://%s/?action=download&videoname=%s&videourl=%s)' % (ADDON_ID,param['title'],param['url'])))
            #liz.addContextMenuItems(linkMenu,replaceItems=True)
        
            entry = (u,liz,True,linkMenu);
            itemlist.append(entry)
        movielist = movielist[:-1] + "]"
        
        if len(itemlist) > 0:
            #movielist = urllib.unquote_plus(str(movielist))
            settings.setSetting(id="movielist", value=movielist)
            for item in itemlist:
                linkMenu = item[3]
                linkMenu.append(('Download All', 'RunPlugin(plugin://%s/?action=downloadall)' % (ADDON_ID)))
                item[1].addContextMenuItems(linkMenu,replaceItems=True)
            del itemlist[-1]
            ok=xbmcplugin.addDirectoryItems(handle=int(sys.argv[1]),items=itemlist)
        
        if "Older posts" in content:
            next=util.extract(content, '<div id="next">', '</div>')
            url=util.extract(next, '"', '"')
            util.addDir("Next >", url, 5, "","")
            
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 19
0
def showVideos(url, hdr):
    content=util.getURL(url, hdr)
    toReturn=[]
    
    if content!=False:
        gs = goslate.Goslate()
        
        allfilms=util.extract(content, '<div class="nag cf">', '<!-- end .loop-content -->')
        if allfilms!=None:
            films=util.extractAll(allfilms, '<div id="post-', '<!-- end #post-')
            for film in films:
                details=util.extract(film, '<div class="thumb">', '</div>')
                title=util.replaceHTMLCodes(util.extract(details, 'title="', ' href'))
                
                if '[' in title and ']' in title:
                    videoCode=util.extract(title.encode("utf-8"), "[", "]")
                    videoTitle=gs.translate(util.extract(title.encode('utf-8'), "]", '"'), 'en').title()
                    title=util.makeAscii("["+videoCode+"] ")+videoTitle.encode('utf-8')
                
                
                plot="no plot"
                starring="no starring"
                studio="no studio"
                date="no date"
                url=util.extract(film, 'href="', '"')
                poster=util.extract(film, '<img src="', '" alt').replace("pl.jpg", "ps.jpg")
                fanart=poster.replace("ps.jpg", "pl.jpg")
                toReturn.append([title, plot, starring, studio, date, url, poster, fanart])
        
            checkNext=util.extract(content, '<a class="nextpostslink" rel="next" href="', '"')
            if checkNext!=None:
                toReturn.append(['next', checkNext])
    return toReturn
Exemplo n.º 20
0
def buildSubMenu(params):
    response = urllib2.urlopen(params['video'])
    if response and response.getcode() == 200:
        content = response.read()
        videos = util.extractAll(content, '<td width="40%" align="center">', '/td>')
        for video in videos:
            params = {'play':1}
            params['video'] = WEB_PAGE_BASE + util.extract(video, 'a href="', '\"')
            params['image'] = WEB_PAGE_BASE + util.extract(video, 'img src="', '\"')
            params['title'] = util.extract(video, '<p align="center">', '</p>') 
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png', params['image'], False)
        util.endListing()
    else:
        util.showError(ADDON_ID, 'Could not open URL %s to create menu' % (url))
Exemplo n.º 21
0
def buildMainMenu():
    util.addDir("Recently Added","Recently Added", 2, "","")
    
    # get the rest of the menu items from the website, should be easier to update
    content=util.getURL('http://www.asianteensfor.me/javlist/blank/', hdr)
    if content!=False:
        xoxo=util.extract(content, '<ul class="xoxo">','</body>')
        headings=util.extractAll(xoxo, '<li id="lc_taxonomy-', '</ul></div></li>')
        for heading in headings:
            name=util.extract(heading, '<h3 class="widget-title">', '</h3>')
            url="lct-widget-"+name.lower()
            util.addDir(name, url, 3, "","")
    
    util.addDir("Search","Search", 4, "","")
    xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 22
0
def buildMenu():
    url = WEB_PAGE_BASE + '/livetv'
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        video = util.extract(content, '<a class="channel_link"', '</a>')
        params = {'play':1}
        params['video'] = WEB_PAGE_BASE + util.extract(video,'href="','\"')
        params['image'] = util.extract(video,'img src="','\"')
        params['title'] = util.extract(video,'channel="','\"')
        link = util.makeLink(params)
        util.addMenuItem(params['title'], link, 'DefaultVideo.png', params['image'], False)

    else:
        util.showError(ADDON_ID, 'Could not open URL %s to create menu' %(url))
Exemplo n.º 23
0
def playVideo(params):
    url = 'http://embed.redtube.com/video/info/?id=' + params['video']
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        videoLink = util.extract(content, '<url src=\'', '\'>')
        util.playMedia(params['title'], params['image'], videoLink, 'Video')
Exemplo n.º 24
0
def extract_yast_packages(data):
    """ Extract package metadata from yast metadata file
    """

    extracted = extract(data, 'gz')
    pkgs = re.findall(b'=Pkg: (.*)', extracted)
    plen = len(pkgs)
    packages = set()

    if plen > 0:
        ptext = 'Extracting packages: '
        progress_info_s.send(sender=None, ptext=ptext, plen=plen)

        for i, pkg in enumerate(pkgs):
            progress_update_s.send(sender=None, index=i + 1)
            name, version, release, arch = str(pkg).split()
            package = PackageString(name=name.lower(),
                                    epoch='',
                                    version=version,
                                    release=release,
                                    arch=arch,
                                    packagetype='R')
            packages.add(package)
    else:
        info_message.send(sender=None, text='No packages found in repo')
    return packages
Exemplo n.º 25
0
def playVideo(params):
    content = util.getURL(params['url'], hdr)
    if content != False:
        vidID = util.extract(content,
                             'file: "http://videos.woodrocket.com/vid/',
                             '.mp4", label: "480p"')
        source = util.extract(content, 'sources: [', '],')
        if 'label: "720p HD"' in source:
            util.playMedia(
                params['name'], params['poster'],
                "http://videos.woodrocket.com/vid/" + vidID + ".hd.mp4",
                "Video")
        else:
            util.playMedia(
                params['name'], params['poster'],
                "http://videos.woodrocket.com/vid/" + vidID + ".mp4", "Video")
Exemplo n.º 26
0
    def collect_Pages(self, response):

        # Here, we collect all available pages from the index. If the 'page number' is equal to '...',
        # we resend the same request back to this page. This will load the same page again, but a new series of pages
        # ie the first series of pages are 1-40, the second is 41-80, etc. If the request is in one of these 'series'
        # then, we collect pass the request to the index_page function.

        requests = []
        counter = 1

        pages = response.xpath('//*[@id="datagrid_results"]/tr[42]/td/font/a')

        for page in pages:
            href = extract(page.xpath('@href'))
            index = (
                href.lstrip("javascript:__doPostBack(").rstrip("', '')"))[1:]

            formData = {'__EVENTTARGET': index}

            # Here, if the link asks us to get a new set of pages, we call this function again. Otherwise, we send the request to the index_Page function.
            # The logic is controlled by the 'counter'.

            if counter == len(pages):
                request = scrapy.http.FormRequest.from_response(
                    response, formdata=formData, callback=self.collect_Pages)
                counter = 1
            else:
                request = scrapy.http.FormRequest.from_response(
                    response, formdata=formData, callback=self.index_Page)
                counter += 1
            requests.append(request)

        for request in requests:
            yield request
Exemplo n.º 27
0
def make_crowd_data(corpus, data, list_wid, dic_wid, dic_pid_data, features,
                    labels):
    """
    make util.crowd_data
    """
    #make sentences and crowdlabs

    inv_labels = {v: k for (k, v) in labels.items()}

    sentences = []
    clabs = []

    for pid in corpus.docs:
        inp = make_input({pid: corpus.docs[pid]})

        sens = util.extract(inp, features, labels)
        if pid not in dic_pid_data:
            # TODO(yinfeiy): find out why it is missing here
            print pid,
            continue
        sentences.extend(sens)

        for sen in sens:  # a sentence
            sen_clab = []
            for i in dic_pid_data[pid]:  # a crowd annotation
                d = data[i]  # d = (wid, pid, spans)
                wlabs = [0] * len(sen)
                for j in range(len(sen)):  # a word
                    if is_inside(inv_labels, sen[j].label, d[2]):
                        wlabs[j] = 1
                sen_clab.append(util.crowdlab(dic_wid[d[0]], int(d[1]), wlabs))

            clabs.append(sen_clab)

    return util.crowd_data(sentences, clabs)
Exemplo n.º 28
0
    def index_Page(self, response):

        # Index page collects all the links to the veterinarian page. After collecting the links, make a request.

        rows = response.xpath('//*[@id="datagrid_results"]/tr')
        requests = []

        for row in rows:
            status = extract(row.xpath('td[5]/span/text()'))
            if status == 'Active':
                href = extract(row.xpath('td[1]/table/tr/td/a/@href'))
                url = 'http://verify.sos.ga.gov/verification/' + href
                request = scrapy.http.Request(url, callback=self.parse_Profile)
                requests.append(request)

        for request in requests:
            yield request
Exemplo n.º 29
0
def playVideo(params):
    response = urllib2.urlopen(params['video'])
    if response and response.getcode() == 200:
        content = response.read()
        videoLink = util.extract(content, 'flashvars.File = "', '"')
        util.playMedia(params['title'], params['image'], videoLink, 'Video')
    else:
        util.showError(ADDON_ID, 'Could not open URL %s to get video information' % (params['video']))
Exemplo n.º 30
0
def showVideos(url, hdr):
    content=util.getURL(url, hdr)
    toReturn=[]
    
    if content!=False:
        gs = goslate.Goslate()
        
        allfilms=util.extract(content, '<div class="items">', '<div class="lateral">')
        films=util.extractAll(allfilms, '<div class="item">', '<div class="item">')
        for film in films:
            title=util.replaceHTMLCodes(util.extract(film, '<h2>', 'h2>'))
            if '[' in title and ']' in title:
                videoCode=util.extract(title.encode("utf-8"), "[", "]")
                videoTitle=gs.translate(util.extract(title.encode('utf-8'), "]", '</'), 'en').title()
                title=util.makeAscii("["+videoCode+"] ")+videoTitle.encode('utf-8')
            else:
                title=gs.translate(title.encode('utf-8').replace("</", ""), 'en').title()
            plot="no plot"
            starring="no starring"
            studio="no studio"
            date="no date"
            url=util.extract(film, '<a href="', '"')
            poster=util.extract(film, '<img src="', '" alt')
            fanart=poster.replace("ps.jpg", "pl.jpg")
            toReturn.append([title, plot, starring, studio, date, url, poster, fanart])
            
        if '<link rel="next" href="' in content:
            toReturn.append(["next", util.extract(content, '<link rel="next" href="', '"')])
        return toReturn
Exemplo n.º 31
0
def buildMenu():
    url = WEB_PAGE_BASE
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        videos = util.extractAll(content, '<video duration', '</video>')
        for video in videos:
            params = {'play': 1}
            params['video'] = util.extract(video, 'video_id="', '"')
            params['image'] = util.extract(video, 'default_thumb="', '"')
            params['title'] = util.extract(video, '<title><![CDATA[', ']]')
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png',
                             params['image'], False)
        util.endListing()
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
Exemplo n.º 32
0
def playVideo(params):
    response = urllib2.urlopen(params['video'])
    if response and response.getcode() == 200:
        content = response.read()
        videoLink = util.extract(content, 'src=\'" + "', '\"')
        print videoLink

    else:
        util.showError(ADDON_ID, 'Could not open URL %s to get video information' % (params['video']))
Exemplo n.º 33
0
def playVideo(params):
    link = WEB_PAGE_BASE + params['link']
    response = urllib2.urlopen(link)
    if response and response.getcode() == 200:
        content = response.read()
        videoLink = util.extract(content, "source src='", "'")
        util.playMedia(params['title'], params['image'], videoLink, 'Video')
    else:
        util.showError(ADDON_ID, 'Could not open URL %s to get video information' % (params['video']))
Exemplo n.º 34
0
def playVideo(params):
    response = urllib2.urlopen(params['video'])
    if response and response.getcode() == 200:
        content = response.read()
        videoLink = util.extract(content, 'src=\'" + "', '\"')
        link=videoLink.replace('1000','2500')
        util.playMedia(params['title'], params['image'], link, 'Video')
    else:
        util.showError(ADDON_ID, 'Could not open URL %s to get video information' % (params['video']))
Exemplo n.º 35
0
def getCategories(url):
    param={'category':1}
    content=util.getURL(url, hdr)
    if content!=False:
        cats=util.extractAll(content, '<div class="item">', '<div class="item">')
        for film in cats:
            param['title']=makeAscii(util.extract(film, 'title="', '"'))
            param['url']='http://www.likuoo.com'+util.extract(film, '<a href="', '" title="')
            param['poster']=util.extract(film, 'src="', '" title="')
            param['fanart']=param['poster']
            xbmc.log("Play URL:"+param['url'], xbmc.LOGERROR)
            if param['url']!=None:
                u=sys.argv[0]+"?url="+param['url']+"&mode=2&name="+urllib.quote_plus(param['title'])+"&poster="+param['poster']
                liz=xbmcgui.ListItem(param['title'], iconImage="DefaultVideo.png", thumbnailImage=param['poster'])
                liz.setInfo( type="Video", infoLabels={ "Title": param['title'],"Plot": ""} )
                liz.setProperty("Poster_Image", param['poster'])
                ok=xbmcplugin.addDirectoryItem(handle=int(sys.argv[1]),url=u,listitem=liz,isFolder=True)
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 36
0
def buildPlay(inputParams):
    url = WEB_PAGE_BASE + inputParams['link']
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        links = util.extractAll(content, '<div class="col">', '</span>')
        for link in links:
            params = {'makePlay':1}
            params['title'] = util.extract(link,'data-original-title="','\"')
            params['link'] = util.extract(link,'href="','\"')
            params['image'] = util.extract(link,'img src="','"')
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, params['image'], params['image'], True)
        util.endListing()
        xbmc.executebuiltin("Container.SetViewMode(506)")

    else:
        util.showError(ADDON_ID, 'Could not open URL SHOW %s to create menu' %(url))
Exemplo n.º 37
0
def buildMenu():
    url = 'http://play.fpt.vn/'
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        makeLinks = util.extract(content, '"nav navbar-nav menu"', '</ul>')
        links = util.extractAll(makeLinks,'<li >','a>')
        for link in links:
            params = {'key':'makeMenu'}
            params['link'] = util.extract(link,'href="','\"')
            params['title'] = util.extract(link,'\">','</')
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png', 'DefaultVideo.png', True)
        
        util.endListing()
        xbmc.executebuiltin("Container.SetViewMode(500)")

    else:
        util.showError(ADDON_ID, 'Could not open URL CATEGORIES %s to create menu' %(url))
Exemplo n.º 38
0
def buildCategories():
    url = WEB_PAGE_BASE + '/the-loai/music'
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        links = util.extractAll(content, 'idscroll="', '<ul class="thumn">')
        for link in links:
            params = {'makeCategories':1}
            params['link'] = util.extract(link,'href="','\"')
            params['title'] = util.extract(link,'/1">','</a>')
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png', 'DefaultVideo.png', True)

        util.endListing()
        xbmc.executebuiltin("Container.SetViewMode(506)")
        
        
    else:
        util.showError(ADDON_ID, 'Could not open URL CATEGORIES %s to create menu' %(url))
Exemplo n.º 39
0
def getCategories(params):
    param = {'categories': 1}
    content = util.getURL(params['url'], hdr)
    if content != False:
        contents = util.extract(content,
                                '<ul class="small-block-grid-4 videos-cats">',
                                '</ul>')
        films = util.extractAll(contents, '<li>', '</li>')
        for film in films:

            title = util.extract(
                film, '<div class="media-panel-title category-title">',
                '</div>')

            param['title'] = util.extract(title, '">', '</a>')
            param['plot'] = util.extract(film,
                                         '<div class="media-panel-info">',
                                         '</div>')
            param['url'] = util.extract(title, '<a href="', '"')
            param['poster'] = util.extract(film, '<img src="', '" />')
            param['fanart'] = param['poster']

            if param['url'] != None:
                u = sys.argv[0] + "?url=" + param[
                    'url'] + "&mode=2&name=" + urllib.quote_plus(
                        param['title']) + "&poster=" + param['poster']
                liz = xbmcgui.ListItem(param['title'],
                                       iconImage="DefaultVideo.png",
                                       thumbnailImage=param['poster'])
                liz.setInfo(type="Video",
                            infoLabels={
                                "Title": param['title'],
                                "Plot": param['plot']
                            })
                liz.setProperty("Fanart_Image", param['fanart'])
                liz.setProperty("Landscape_Image", param['fanart'])
                liz.setProperty("Poster_Image", param['poster'])
                ok = xbmcplugin.addDirectoryItem(handle=int(sys.argv[1]),
                                                 url=u,
                                                 listitem=liz,
                                                 isFolder=True)
        next = util.extract(content, '<div class="pagination">', '</div>')
        if next != None:
            next = util.extract(next, '<li class="active">', '</a>')
            if next != None:
                url = util.extract(next, '<a href="', '"')
                util.addDir("Next >", url, 2, "", "")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 40
0
def playVideo(params):
    response = urllib2.urlopen(params['video'])
    if response and response.getcode() == 200:
        content = response.read()
        videoLink = util.extract(content, 'src=\'" + "', '\"')
        link = videoLink.replace('1000', '2500')
        util.playMedia(params['title'], params['image'], link, 'Video')
    else:
        util.showError(
            ADDON_ID, 'Could not open URL %s to get video information' %
            (params['video']))
Exemplo n.º 41
0
def buildMenu():
    url = WEB_PAGE_BASE + '/livetv'
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        videos = util.extractAll(content, '<a class="channel_link"', '</a>')
        for video in videos:
            params = {'play': 1}
            params['video'] = WEB_PAGE_BASE + util.extract(
                video, 'href="', '\"')
            params['image'] = util.extract(video, 'img src="', '\"')
            params['title'] = util.extract(video, 'channel="', '\"')
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png',
                             params['image'], False)
        xbmc.executebuiltin("Container.SetViewMode(52)")
        util.endListing()
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
Exemplo n.º 42
0
def buildMenu():
    url = WEB_PAGE_BASE + 'tv_rec.php'
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        videos = util.extractAll(content, '<td class="td_ser">', '</td>')
        for video in videos:
            params = {'play': 1}
            params['video'] = WEB_PAGE_BASE + util.extract(
                video, '<a  href="', '"')
            params['image'] = ""
            params['title'] = util.extract(
                video, 'title="', '"').decode('windows-1251').encode('utf-8')
            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, 'DefaultVideo.png',
                             params['image'], False)
        util.endListing()
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
Exemplo n.º 43
0
def searchp(params):
    url = (params['url'])
    videoPage = requests.get(url)
    if videoPage and videoPage.status_code == 200:
        cont = videoPage.text
        vidlinks = util.extractAll(cont, '<div id="tab', '/div>')
        for vidlink in vidlinks:
            t = util.extract(vidlink, '://', '/')
            v = util.extract(vidlink, 'SRC="', '"') or util.extract(
                vidlink, 'src="', '"')
            paramz = {'play': 1}
            paramz['title'] = t
            paramz['videolink'] = v
            paramz['image'] = icon
            link = util.makeLink(paramz)
            util.addMenuItem(paramz['title'], link, paramz['image'], None,
                             False)
        util.endListing()
    else:
        util.showError(ADDON_ID,
                       'Could not open URL %s to create menu' % (url))
Exemplo n.º 44
0
def getPopular(url, hdr):
    param={'play':1}
    toReturn=[]
    
    content=util.getURL(url, hdr)
    if content!=False:
        gs = goslate.Goslate()
        
        popularFilms=util.extract(content, '<div id="slider1"', '<div class="peliculas">')
        films=util.extractAll(popularFilms, '<a href', '</a>')
        for film in films:
            title=util.extract(film, 'alt="', 'width=')
            if '[' in title and ']' in title:
                videoCode=util.extract(title.encode("utf-8"), "[", "]")
                videoTitle=gs.translate(util.extract(title.encode('utf-8'), "]", '"'), 'en').title()
                title=util.makeAscii("["+videoCode+"] ")+videoTitle.encode('utf-8')
            else:
                title=gs.translate(title.encode('utf-8').replace("width=", ""), 'en').title()
                
            plot="no plot"
            starring="no starring"
            studio="no studio"
            date="no date"
            url=util.extract(film, '="', '"')
            poster=util.extract(film, '<img src="', '" alt')
            fanart=poster.replace("ps.jpg", "pl.jpg")
            toReturn.append([title, plot, starring, studio, date, url, poster, fanart])
            
        return toReturn  
Exemplo n.º 45
0
def getPopular(url, hdr):
    toReturn=[]
    
    content=util.getURL(url, hdr)
    if content!=False:
        gs = goslate.Goslate()
        
        popularFilms=util.extract(content, '<div id="dp-widget-posts-2" class="widget widget-posts">', '<!--end #sidebar-->')
        films=util.extractAll(popularFilms, '<div class="thumb">', '</div>')
        for film in films:
            title=util.extract(film, 'title="', 'href')
            if '[' in title and ']' in title:
                videoCode=util.extract(title.encode("utf-8"), "[", "]")
                videoTitle=gs.translate(util.extract(title.encode('utf-8'), "]", '"'), 'en').title()
                title=util.makeAscii("["+videoCode+"] ")+videoTitle.encode('utf-8')
            else:
                title=gs.translate(title.encode('utf-8').replace('"', ""), 'en').title()
                
            plot="no plot"
            starring="no starring"
            studio="no studio"
            date="no date"
            url=util.extract(film, 'href="', '"')
            poster=util.extract(film, '<img src="', '" alt')
            fanart=poster.replace("ps.jpg", "pl.jpg")
            toReturn.append([title, plot, starring, studio, date, url, poster, fanart])
            
        return toReturn  
Exemplo n.º 46
0
 def handle_arrival_msg(self):
     msg = self.network_layer.recv()
     # TODO: impl protocol to handle arrived packet from network layer.
     # call self.msg_handler() to deliver to application layer.
     if msg and util.is_sender(msg):
         if self.sender_type == config.MSG_TYPE_ACK and not util.is_corrupt(
                 msg) and self.sender_seq == 0 and util.valid_seq(msg, 0):
             self.stop_time()
             self.sender_seq = 1
             self.sender_type = config.MSG_TYPE_DATA
         elif self.sender_type == config.MSG_TYPE_ACK and not util.is_corrupt(
                 msg) and self.sender_seq == 1 and util.valid_seq(msg, 1):
             self.stop_time()
             self.sender_type = config.MSG_TYPE_DATA
             self.sender_seq = 0
     elif msg and not util.is_sender(msg):
         if self.expect_seq == 0:
             if not util.is_corrupt(msg) and util.valid_seq(
                     msg, self.expect_seq):
                 data = util.extract(msg)
                 self.msg_handler(data)
                 self.receiver_pack = util.make_pack_with_header(
                     config.MSG_TYPE_ACK, 0)
                 self.network_layer.send(self.receiver_pack)
                 self.expect_seq = 1
             elif util.is_corrupt(msg) or not util.valid_seq(
                     msg, self.expect_seq):
                 self.network_layer.send(self.receiver_pack)
         elif self.expect_seq == 1:
             if not util.is_corrupt(msg) and util.valid_seq(
                     msg, self.expect_seq):
                 data = util.extract(msg)
                 self.receiver_pack = util.make_pack_with_header(
                     config.MSG_TYPE_ACK, 1)
                 self.msg_handler(data)
                 self.network_layer.send(self.receiver_pack)
                 self.expect_seq = 0
             elif util.is_corrupt(msg) or not util.valid_seq(
                     msg, self.expect_seq):
                 self.network_layer.send(self.receiver_pack)
Exemplo n.º 47
0
def getVids(params):
    param = {'play': 1}

    content = util.getURL(params['url'], hdr)
    if content != False:
        films = util.extractAll(content, '<div class="item">',
                                '<div class="item">')
        for film in films:
            param['title'] = makeAscii(util.extract(film, 'title="', '"'))
            param['url'] = util.extract(film, '<a href="', '" title="')
            param['poster'] = util.extract(film, 'src="', '" title="')
            param['fanart'] = param['poster']
            if param['url'] != None:
                u = sys.argv[0] + "?url=" + param['url'] + "&play=" + str(
                    4) + "&name=" + urllib.quote_plus(
                        param['title']) + "&poster=" + param['poster']
                liz = xbmcgui.ListItem(param['title'],
                                       iconImage="DefaultVideo.png",
                                       thumbnailImage=param['poster'])
                liz.setInfo(type="Video",
                            infoLabels={
                                "Title": param['title'],
                                "Plot": ""
                            })
                liz.setProperty("Poster_Image", param['poster'])
                ok = xbmcplugin.addDirectoryItem(handle=int(sys.argv[1]),
                                                 url=u,
                                                 listitem=liz,
                                                 isFolder=True)

        next = util.extract(content, '<span class="current">', '</span>')
        #xbmc.log(">>>>>"+str(next), xbmc.LOGERROR)
        if next != None:
            next = int(next) + 1
            #xbmc.log('http://www.likuoo.com/new/'+str(next), xbmc.LOGERROR)
            if 'http://www.likuoo.com/new/' + str(next) in content:
                util.addDir("Next >", 'http://www.likuoo.com/new/' + str(next),
                            2, "", "")
        xbmcplugin.endOfDirectory(int(sysarg))
Exemplo n.º 48
0
def liwc_feature(lex, cats_to_feature, docs):
    row = []
    col = []
    data = []
    for i, doc in enumerate(docs):
        countings = extract(lex, doc, percentage=True)
        for item in countings:
            row.append(i)
            col.append(cats_to_feature[item])
            data.append(countings[item])
        if i % 5000 == 0:
            print(i)
    result = csr_matrix((data, (row, col)))
    return result
Exemplo n.º 49
0
    def install():
        if not toolchain.get('tarball', False):
            print "Please setup your selected toolchain"
            sys.exit(1)

        if not have_tarball():
            if not toolchain.get('url', False):
                print 'Please place "%s" in "%s"' % (toolchain['tarball'],
                        downloads_dir)
                sys.exit(1)
            download("%s/%s" % (toolchain['url'], toolchain['tarball']))

        tarball_path = os.path.join(downloads_dir, toolchain['tarball'])

        if toolchain.get('md5', None):
            check_md5(tarball_path, toolchain['md5'])

        if toolchain.get('sha1', None):
            check_sha1(tarball_path, toolchain['sha1'])

        extract(tarball_path, build_tools_dir)

        if not installed():
            raise Exception('Toolchain installation failed')
Exemplo n.º 50
0
def main(filename, udeb=False, debug=False):
    """
    Information about a particular ISO.
    """
    log_level = logging.DEBUG if debug else logging.INFO
    logging.getLogger('requests').setLevel(logging.WARNING)
    logging.basicConfig(stream=sys.stdout,
                        format='%(message)s',
                        level=log_level)

    folder = extract(filename)
    extension = 'udeb' if udeb else 'deb'
    manifest('%s/**/*.%s' % (os.path.join(folder, 'pool'), extension))

    cleanup(folder)
Exemplo n.º 51
0
def extract_arch_packages(data):
    """ Extract package metadata from an arch linux tarfile
    """
    from packages.utils import find_evr
    extracted = BytesIO(extract(data, 'gz'))
    tf = tarfile.open(fileobj=extracted, mode='r:*')
    packages = set()
    plen = len(tf.getnames())
    if plen > 0:
        ptext = 'Extracting packages: '
        progress_info_s.send(sender=None, ptext=ptext, plen=plen)
        for i, tarinfo in enumerate(tf):
            progress_update_s.send(sender=None, index=i + 1)
            if tarinfo.isfile():
                name_sec = ver_sec = arch_sec = False
                t = tf.extractfile(tarinfo).read()
                for line in t.decode('utf-8').splitlines():
                    if line.startswith('%NAME%'):
                        name_sec = True
                        continue
                    if name_sec:
                        name_sec = False
                        name = line
                        continue
                    if line.startswith('%VERSION%'):
                        ver_sec = True
                        continue
                    if ver_sec:
                        ver_sec = False
                        epoch, version, release = find_evr(line)
                        continue
                    if line.startswith('%ARCH%'):
                        arch_sec = True
                        continue
                    if arch_sec:
                        arch_sec = False
                        arch = line
                        continue
                package = PackageString(name=name.lower(),
                                        epoch=epoch,
                                        version=version,
                                        release=release,
                                        arch=arch,
                                        packagetype='A')
                packages.add(package)
    else:
        info_message.send(sender=None, text='No packages found in repo')
    return packages
Exemplo n.º 52
0
def eval_hc_test(hc, features, labels, print_err=False, decoder='hc'):
    """
    evaluate in the train set
    :param hc:
    :param labels:
    :return:
    """
    tp = 0
    fp = 0
    fn = 0

    dirname = "testa"
    input = []
    for file in os.listdir(dirname):
        # print file
        if file.endswith(".txt"):
            f = open(os.path.join(dirname, file))
            l = list(f)
            input.extend(l)
            f.close()
    # return input
    sentences = util.extract(input, features, labels, keep_word = True)

    # return sentences

    for sen in sentences:
        if True:
            # if not has_oov(sen):
            #predicted = hc.decode(util.get_obs(sen))
            predicted = get_tag(hc, sen, features, decoder)
            (x, y, z) = eval_ner(util.get_lab(sen), predicted, labels)
            tp += x
            fp += y
            fn += z
            if print_err:
                if y + z > 0:
                    print "sen: ",  util.get_words(sen, features) + " OOV = " + str(has_oov(sen))
                    print "true labels: ", util.get_lab_name(util.get_lab(sen), labels)
                    print "predicted: ", util.get_lab_name(predicted, labels)

    try:
        pre = tp * 1.0 / (tp + fp)
        rec = tp * 1.0 / (tp + fn)
        f = 2.0 * pre * rec / (pre + rec)
        print pre, rec, f
    except ZeroDivisionError:
        print "DIV BY 0 ", tp, fp, fn
Exemplo n.º 53
0
def get_metalink_urls(url):
    """  Parses a metalink and returns a list of mirrors
    """
    res = get_url(url)
    if response_is_valid(res):
        if 'content-type' in res.headers and \
           res.headers['content-type'] == 'application/metalink+xml':
            data = download_url(res, 'Downloading repo info:')
            ns = 'http://www.metalinker.org/'
            try:
                context = etree.parse(BytesIO(data), etree.XMLParser())
            except etree.XMLSyntaxError:
                context = etree.parse(BytesIO(extract(data, 'gz')),
                                      etree.XMLParser())
            xpath = "//ns:files/ns:file[@name='repomd.xml']/ns:resources/ns:url[@protocol='https']"  # noqa
            metalink_urls = context.xpath(xpath, namespaces={'ns': ns})
            return [x.text for x in metalink_urls]
Exemplo n.º 54
0
def extract_yum_packages(data, url):
    """ Extract package metadata from a yum primary.xml file
    """
    extracted = extract(data, url)
    ns = 'http://linux.duke.edu/metadata/common'
    m_context = etree.iterparse(BytesIO(extracted),
                                tag='{{{0!s}}}metadata'.format(ns))
    plen = int(next(m_context)[1].get('packages'))
    p_context = etree.iterparse(BytesIO(extracted),
                                tag='{{{0!s}}}package'.format(ns))
    packages = set()

    if plen > 0:
        ptext = 'Extracting packages: '
        progress_info_s.send(sender=None, ptext=ptext, plen=plen)

        for i, p_data in enumerate(p_context):
            elem = p_data[1]
            progress_update_s.send(sender=None, index=i + 1)
            name = elem.xpath('//ns:name',
                              namespaces={'ns': ns})[0].text.lower()
            arch = elem.xpath('//ns:arch',
                              namespaces={'ns': ns})[0].text
            fullversion = elem.xpath('//ns:version',
                                     namespaces={'ns': ns})[0]
            epoch = fullversion.get('epoch')
            version = fullversion.get('ver')
            release = fullversion.get('rel')
            elem.clear()
            while elem.getprevious() is not None:
                del elem.getparent()[0]

            if name != '' and version != '' and arch != '':
                if epoch == '0':
                    epoch = ''
                package = PackageString(name=name,
                                        epoch=epoch,
                                        version=version,
                                        release=release,
                                        arch=arch,
                                        packagetype='R')
                packages.add(package)
    else:
        info_message.send(sender=None, text='No packages found in repo')
    return packages
Exemplo n.º 55
0
 def handle_arrival_msg(self):
   msg = self.network_layer.recv()
   # TODO: impl protocol to handle arrived packet from network layer.
   # call self.msg_handler() to deliver to application layer.
   if msg and util.is_sender(msg):
     if(not util.is_corrupt(msg)):
       self.base = util.get_seq(msg) + 1
       if self.base == self.next_seq:
         self.stop_time()
       else:
         self.start_timer() 
   elif msg and not util.is_sender(msg):
     if not util.is_corrupt(msg) and util.valid_seq(msg, self.expect_seq):
       data = util.extract(msg)
       self.msg_handler(data)
       self.sendpkt = util.make_pack_with_header(config.MSG_TYPE_ACK, self.expect_seq)
       self.expect_seq += 1
     self.network_layer.send(self.sendpkt)
Exemplo n.º 56
0
def buildPlay(inputParams):
    url = WEB_PAGE_BASE + inputParams['link']
    response = urllib2.urlopen(url)
    if response and response.getcode() == 200:
        content = response.read()
        links = util.extract(content, 'a href="#">&laquo', 'href="#">&raquo')
        extractLinks = util.extractAll(links,'a href="','"')
        for link in extractLinks:
            params = {'key':'makePlaymakePlay'}
            params['title'] = util.extractTitle(link)
            params['link'] = link
            params['image'] = inputParams['image']

            link = util.makeLink(params)
            util.addMenuItem(params['title'], link, params['image'], params['image'], False)
        util.endListing()
        xbmc.executebuiltin("Container.SetViewMode(500)")

        
    else:
        util.showError(ADDON_ID, 'Could not open URL PLAY %s to create menu' %(url))
Exemplo n.º 57
0
    def onPlayBackStarted(self):
        __setting__   = xbmcaddon.Addon('script.tv.promos').getSetting("StreamUrl")
        varYoutubeSI = xbmcaddon.Addon('script.tv.promos').getSetting("YoutubeVideo")
        
        if __setting__ == 'Youtube':
        #START YOUTUBE CODE
            if xbmc.getInfoLabel("VideoPlayer.TVShowTitle") == '':
                self.varHasPlayed = "Yes"
            else:
                self.varHasPlayed = "No"
                EpisodeTmp = xbmc.getInfoLabel("VideoPlayer.Episode")
                EpisodeNumber = int(EpisodeTmp) + int(1)
                varSearchString = xbmc.getInfoLabel("VideoPlayer.TVShowTitle") + " " + xbmc.getInfoLabel("VideoPlayer.Season") + "x" + str(EpisodeNumber) + " promo"

                # Set Headers
                headers = {
                    'User-Agent': 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.9.0.3) Gecko/2008092417 Firefox/3.0.3',
                }

                # Get the feed
                r = requests.get("http://gdata.youtube.com/feeds/api/videos?q=" + varSearchString + "&start-index=" + varYoutubeSI + "&max-results=1&v=2&alt=jsonc", headers=headers)
                r.text
 
                # Convert it to a Python dictionary
                data = json.loads(r.text)
 
                # Loop through the result. 
                for item in data['data']['items']:
 
                    self.varVideoID = item['id']

                xbmc.sleep(1000)
        #END YOUTUBE CODE
        if __setting__ == 'Tv Rage':
            if xbmc.getInfoLabel("VideoPlayer.TVShowTitle") == '':
                self.varHasPlayed = "Yes"
            else:
                self.varHasPlayed = "No"

                self.varShowName = xbmc.getInfoLabel("VideoPlayer.TVShowTitle")
                varEpisodeTmp = xbmc.getInfoLabel("VideoPlayer.Episode")
                varEpisodeNumber = int(varEpisodeTmp) + int(1)
                varEpisode = xbmc.getInfoLabel("VideoPlayer.Season") + "x" + str(varEpisodeNumber)

                varShowInfo = requests.get("http://services.tvrage.com/tools/quickinfo.php?show=" + self.varShowName + "&ep=" + varEpisode + "")
                varShowInfo.text
  
                varEpisodeURL = util.extract(varShowInfo.text, "Episode URL@", "Latest")
                varEpisodePage = requests.get(varEpisodeURL)
                varEpisodePage.text
                
                self.varEpisodeVideo = util.extract(varEpisodePage.text, "},{ url: 'http", ".flv")

                if self.varEpisodeVideo == None:
                    pass
                else:
                    varStreamDown = xbmcaddon.Addon('script.tv.promos').getSetting("TVRageStream")
                    if varStreamDown == 'Download':
                        self.varStreamLocation = xbmcaddon.Addon('script.tv.promos').getSetting("TVRageLocation")                   
                        if self.varStreamLocation == '':
                            util.notify("Please check settings, TVRage Download Location")
                        else:
                            varVid = requests.get('http' + self.varEpisodeVideo + '.flv')
                            with open(self.varStreamLocation + self.varShowName + ".flv", "wb") as code:
                                code.write(varVid.content)
                    else:
                        pass
Exemplo n.º 58
0
def playVideo(params):
    content=util.getURL(params['url'], hdr)
    xbmc.log("0", xbmc.LOGERROR)
    if content!=False:
        video=util.extract(content, '<div id="post_in">', '</div>')
        url=util.extract(video, '<iframe src="', '"')
        xbmc.log("0.5 URL > "+url, xbmc.LOGERROR)
        content2=util.getURL(url, hdr)
        xbmc.log("1", xbmc.LOGERROR)
        if content2!=False:
            if '<iframe src="' in content2 :
                url=util.extract(content2, '<iframe src="', '"')
                xbmc.log("2", xbmc.LOGERROR)
                content3=util.getURL(url, hdr)
                if content3!=False:
                    if '<iframe src="' in content3 :
                        url=util.extract(content3, '<iframe src="', '"')
                        xbmc.log("3", xbmc.LOGERROR)
                        content4=util.getURL(url, hdr)
                        if content4!=False:
                            xbmc.log("4", xbmc.LOGERROR)
                            url=util.extract(content4, "script.setAttribute('src', '", "'")
                            content5=util.getURL(url.decode('string_escape'), hdr)
                            if content5!=False:
                                mp4_240=util.extract(content5, '"mp4_240":"', '"')
                                mp4_360=util.extract(content5, '"mp4_360":"', '"')
                                mp4_720=util.extract(content5, '"mp4_720":"', '"')
                                mp4_1080=util.extract(content5, '"mp4_1080":"', '"')
                                
                                if mp4_1080!=None:
                                    url=mp4_1080.replace("\\", "")
                                elif mp4_720!=None:
                                    url=mp4_720.replace("\\", "")
                                elif mp4_360!=None:
                                    url=mp4_360.replace("\\", "")
                                elif mp4_240!=None:
                                    url=mp4_240.replace("\\", "")
                            xbmc.log("FINAL: "+makeAscii(url), xbmc.LOGERROR)
            else:
                xbmc.log("1.5", xbmc.LOGERROR)
                if '<source src="' in content2:
                    url=util.extract(content2, '<source src="', '"')
                elif "file: '" in content2:
                    url=util.extract(content2, "file: '", "'")
        else:
            url=util.extract(content2, '<source src="', '"')
            
        util.playMedia(params['name'], params['poster'], url, "Video")