Beispiel #1
0
def get_articles(hubs=[]):
	
	if not hubs:
		return parser.get_articles_from_rss('http://geektimes.ru/rss/hubs',
			'geektimes')
	else:
		posts = []
		url = 'http://geektimes.ru/rss/hub/'
		for hub in hubs:
			for post in parser.get_articles_from_rss(url + hub, 'geektimes'):
				if post not in posts:
					posts.append(post)
		
		return posts
Beispiel #2
0
def get_articles(hubs=[]):
	
	if not hubs:
		return parser.get_articles_from_rss('http://habrahabr.ru/rss/hubs',
			'habrahabr')
	else:
		posts = []
		url = 'http://habrahabr.ru/rss/hub/'
		for hub in hubs:
			for post in parser.get_articles_from_rss(url + hub, SHORT_NAME):
				if post not in posts:
					posts.append(post)
		
		return posts
Beispiel #3
0
def get_articles(hubs=[]):

    if not hubs:
        return parser.get_articles_from_rss('http://geektimes.ru/rss/hubs',
                                            'geektimes')
    else:
        posts = []
        url = 'http://geektimes.ru/rss/hub/'
        for hub in hubs:
            for post in parser.get_articles_from_rss(url + hub, 'geektimes'):
                if post not in posts:
                    posts.append(post)

        return posts
Beispiel #4
0
def get_articles(categories=['all']):
    urls = {
        'articles': 'b_text',
        'news': 'b_news',
        'all': '1',
        'games': 'games',
        'programs': 'progs',
        'themes': 'themes',
        'questions': 'b_questions',
        'main_page': '1/?approved'
    }

    if 'all' in categories:
        selected_urls = [urls['all']]
    else:
        selected_urls = [urls[i] for i in categories if i in categories]

    articles = []
    append = articles.append  #OPTIMISATION

    for url in selected_urls:
        url_ = 'http://trashbox.ru/feed_topics/{0}'.format(url)
        for article in parser.get_articles_from_rss(url_, 'trashbox'):
            if article not in articles:
                append(article)

    return articles
Beispiel #5
0
def get_articles():
	articles = []
	urls = ['http://mobile-review.com.feedsportal.com/c/33244/f/556830/index.rss',
			'http://mobile-review.com.feedsportal.com/c/33244/f/557686/index.rss',
			'http://mobile-review.com.feedsportal.com/c/33244/f/557683/index.rss']
	for url in urls:
		articles += parser.get_articles_from_rss(url, SHORT_NAME)
	
	return articles
Beispiel #6
0
def get_articles():
	articles = []
	urls = ['http://img.helpix.ru/news/shtml/rss.xml',
			'http://helpix.ru/rss/review-helpix.xml']
	
	for url in urls:
		articles += parser.get_articles_from_rss(url, SHORT_NAME)
	
	return articles
Beispiel #7
0
def get_articles():
    articles = []
    urls = [
        'http://mobile-review.com.feedsportal.com/c/33244/f/556830/index.rss',
        'http://mobile-review.com.feedsportal.com/c/33244/f/557686/index.rss',
        'http://mobile-review.com.feedsportal.com/c/33244/f/557683/index.rss'
    ]
    for url in urls:
        articles += parser.get_articles_from_rss(url, 'mobile-review')

    return articles
Beispiel #8
0
def get_articles():
    articles = []
    urls = [
        'http://img.helpix.ru/news/shtml/rss.xml',
        'http://helpix.ru/rss/review-helpix.xml'
    ]

    for url in urls:
        articles += parser.get_articles_from_rss(url, 'helpix')

    return articles
Beispiel #9
0
def get_articles(collections=[]):
    articles = []
    titles = []

    if collections:
        for collection in collections:
            parsed = parser.get_articles_from_rss(
                'https://medium.com/feed/{}'.format(collection), 'medium')

            for article in parsed:
                if article['title'] not in titles:
                    titles.append(article['title'])
                    articles.append(article)
    else:
        parsed = parser.get_articles_from_rss(
            'https://medium.com/feed/frontpage-picks', 'medium')
        for article in parsed:
            titles.append(article['title'])
            articles.append(article)

    return articles
Beispiel #10
0
def get_articles():
	articles = []
	
	urls = ['http://www.3dnews.ru/news/rss',
		'http://www.3dnews.ru/software-news/rss']
	
	for url in urls:
		for article in parser.get_articles_from_rss(url, 'threednews'):
			if not article in articles:
				articles.append(article)
	
	return articles
Beispiel #11
0
def get_articles(collections=[]):
	articles = []
	titles = []
	
	if collections:
		for collection in collections:
			parsed = parser.get_articles_from_rss(
				'https://medium.com/feed/{}'.format(collection), 'medium')
			
			for article in parsed:
				if article['title'] not in titles:
					titles.append(article['title'])
					articles.append(article)
	else:
		parsed = parser.get_articles_from_rss(
			'https://medium.com/feed/frontpage-picks', 'medium')
		for article in parsed:
			titles.append(article['title'])
			articles.append(article)
	
	return articles
Beispiel #12
0
def get_articles(reddits=['tech']):
    articles = []
    links = []

    for r in reddits:
        parsed = parser.get_articles_from_rss(
            'http://www.reddit.com/r/{}/.rss'.format(r), 'reddit')
        for article in parsed:
            if article['link'] not in links:
                links.append(article['link'])
                articles.append(article)

    return articles
Beispiel #13
0
def get_articles(reddits=['tech']):
	articles = []
	links = []
	
	for r in reddits:
		parsed = parser.get_articles_from_rss(
			'http://www.reddit.com/r/{}/.rss'.format(r), SHORT_NAME)
		for article in parsed:
			if article['link'] not in links:
				links.append(article['link'])
				articles.append(article)
	
	return articles
Beispiel #14
0
def get_articles():
    articles = []

    urls = [
        'http://www.3dnews.ru/news/rss',
        'http://www.3dnews.ru/software-news/rss'
    ]

    for url in urls:
        for article in parser.get_articles_from_rss(url, 'threednews'):
            if not article in articles:
                articles.append(article)

    return articles
Beispiel #15
0
def get_articles(categories=['all']):
	urls = {'news': 'http://www.zdnet.com/news/rss.xml',
		'downloads': 'http://downloads.zdnet.com/recent/?mode=rss',
		'reviews': 'http://www.zdnet.com/reviews/rss.xml'}
	
	if 'all' in categories:
		categories = ['news', 'downloads', 'reviews']
	
	articles = []
	
	for categorie in categories:
		url = urls[categorie]
		for article in parser.get_articles_from_rss(url, SHORT_NAME):
			if not article in articles:
				articles.append(article)
	
	return articles
Beispiel #16
0
def get_articles(categories=['all']):
	articles = []
	cids = {'all': '1', 'android': '22', 'ios': '25', 'c++': '2',
		'c#': '3', 'web': '23'}
	if 'all' in categories:
		ids = [cids['all']]
	else:
		ids = [cids[cat] for cat in categories]
	
	urls = ['http://www.codeproject.com/WebServices/ArticleRSS.aspx?cat='+i
		for i in ids]
	
	for url in urls:
		parsed = parser.get_articles_from_rss(url, SHORT_NAME)
		for article in parsed:
			if not article in articles:
				articles.append(article)
	
	return articles
Beispiel #17
0
def get_articles(categories=['all']):
    urls = {
        'news': 'http://www.zdnet.com/news/rss.xml',
        'downloads': 'http://downloads.zdnet.com/recent/?mode=rss',
        'reviews': 'http://www.zdnet.com/reviews/rss.xml'
    }

    if 'all' in categories:
        categories = ['news', 'downloads', 'reviews']

    articles = []

    for categorie in categories:
        url = urls[categorie]
        for article in parser.get_articles_from_rss(url, 'zdnet'):
            if not article in articles:
                articles.append(article)

    return articles
Beispiel #18
0
def get_articles(categories=['all']):
	articles = []
	cids = {'all': '1', 'android': '22', 'ios': '25', 'c++': '2',
		'c#': '3', 'web': '23'}
	if 'all' in categories:
		ids = [cids['all']]
	else:
		ids = [cids[cat] for cat in categories]
	
	urls = ['http://www.codeproject.com/WebServices/ArticleRSS.aspx?cat='+i
		for i in ids]
	
	for url in urls:
		parsed = parser.get_articles_from_rss(url, 'codeproject')
		for article in parsed:
			if not article in articles:
				articles.append(article)
	
	return articles
Beispiel #19
0
def get_articles(categories=['all']):
	urls = {'articles': 'b_text', 'news': 'b_news', 'all': '1',
		'games': 'games', 'programs': 'progs', 'themes': 'themes',
		'questions': 'b_questions', 'main_page': '1/?approved'}
	
	if 'all' in categories:
		selected_urls = [urls['all']]
	else:
		selected_urls = [urls[i] for i in categories if i in categories]
	
	articles = []
	append = articles.append #OPTIMISATION
	
	for url in selected_urls:
		url_ = 'http://trashbox.ru/feed_topics/{0}'.format(url)
		for article in parser.get_articles_from_rss(url_, SHORT_NAME):
			if article not in articles:
				append(article)

	return articles
Beispiel #20
0
def get_articles():
	return parser.get_articles_from_rss('http://feeds2.feedburner.com/androidcentral',
		'androidcentral')
Beispiel #21
0
def get_articles():
    return parser.get_articles_from_rss('http://gizmodo.com/rss', 'gizmodo')
Beispiel #22
0
def get_articles():
    return parser.get_articles_from_rss('http://techcrunch.com/feed',
                                        'techcrunch')
Beispiel #23
0
def get_articles():
    return parser.get_articles_from_rss('https://news.ycombinator.com/rss',
                                        'hackernews')
Beispiel #24
0
def get_articles():
	return parser.get_articles_from_rss('http://readwrite.com/rss.xml', 'readwrite')
Beispiel #25
0
def get_articles():
    return parser.get_articles_from_rss('http://www.wired.com/rss', 'wired')
Beispiel #26
0
def get_articles():
	return parser.get_articles_from_rss('http://mashable.com/rss', 'mashable')
Beispiel #27
0
def get_articles():
	return parser.get_articles_from_rss('http://gizmodo.com/rss', 'gizmodo')
def get_articles():
	return parser.get_articles_from_rss('http://www.smashingmagazine.com/feed/',
		'smashingmagazine')
Beispiel #29
0
def get_articles():
	return parser.get_articles_from_rss('http://digg.com/rss/top.rss', SHORT_NAME)
Beispiel #30
0
def get_articles():
    return parser.get_articles_from_rss(
        'http://feeds.dzone.com/dzone/frontpage', 'dzone')
Beispiel #31
0
def get_articles():
    return parser.get_articles_from_rss(
        'http://rss.slashdot.org/Slashdot/slashdot', 'slashdot', False)
Beispiel #32
0
def get_articles():
	return parser.get_articles_from_rss('http://www.wired.com/rss', SHORT_NAME)
Beispiel #33
0
def get_articles():
	return parser.get_articles_from_rss('http://rss.slashdot.org/Slashdot/slashdot',
		'slashdot', False)
Beispiel #34
0
def get_articles():
    return parser.get_articles_from_rss("http://www.maketecheasier.com/feed",
                                        'maketecheasier')
Beispiel #35
0
def get_articles():
    return parser.get_articles_from_rss(
        'http://www.ixbt.com/export/utf8/articles.rss', 'ixbt')
Beispiel #36
0
def get_articles():
    return parser.get_articles_from_rss(
        'http://feeds.feedburner.com/topdesignmagazine', 'topdesignmagazine')
Beispiel #37
0
def get_articles():
    return parser.get_articles_from_rss("http://venturebeat.com/feed",
                                        'venturebeat')
Beispiel #38
0
def get_articles():
    return parser.get_articles_from_rss('http://flowa.fi/rss.xml', 'flowa')
Beispiel #39
0
def get_articles(*args, **kwargs):
	return parser.get_articles_from_rss('http://droider.ru/feed/', 'droider')
Beispiel #40
0
def get_articles():
	return parser.get_articles_from_rss('http://techcrunch.com/feed', 'techcrunch')
Beispiel #41
0
def get_articles():
    return parser.get_articles_from_rss(
        'http://www.smashingmagazine.com/feed/', 'smashingmagazine')
Beispiel #42
0
def get_articles():
    return parser.get_articles_from_rss('http://engadget.com/rss.xml',
                                        'engadget')
Beispiel #43
0
def get_articles(*args, **kwargs):
    return parser.get_articles_from_rss('http://droider.ru/feed/', 'droider')
Beispiel #44
0
def get_articles():
	return parser.get_articles_from_rss('https://news.ycombinator.com/rss',
		'hackernews')
Beispiel #45
0
def get_articles():
	return get_articles_from_rss('http://recode.net/feed/', SHORT_NAME)
Beispiel #46
0
def get_articles():
    return parser.get_articles_from_rss('http://mashable.com/rss', 'mashable')
Beispiel #47
0
def get_articles():
	return parser.get_articles_from_rss('http://feeds2.feedburner.com/androidcentral',
		SHORT_NAME)
Beispiel #48
0
def get_articles():
	return parser.get_articles_from_rss(
		'http://www.ixbt.com/export/utf8/articles.rss', SHORT_NAME)
Beispiel #49
0
def get_articles():
    return parser.get_articles_from_rss('http://readwrite.com/rss.xml',
                                        'readwrite')
Beispiel #50
0
def get_articles():
	return get_articles_from_rss('http://recode.net/feed/', 'recode')
Beispiel #51
0
def get_articles():
	return parser.get_articles_from_rss('http://redroid.ru/rss', SHORT_NAME)
Beispiel #52
0
def get_articles():
	return parser.get_articles_from_rss(
		'http://feeds.feedburner.com/topdesignmagazine', SHORT_NAME)
Beispiel #53
0
def get_articles():
	return parser.get_articles_from_rss('http://feeds.dzone.com/dzone/frontpage',
		'dzone')
Beispiel #54
0
def get_articles():
	return parser.get_articles_from_rss('http://engadget.com/rss.xml', 'engadget')
Beispiel #55
0
def get_articles():
	return parser.get_articles_from_rss('http://flowa.fi/rss.xml', 'flowa')
Beispiel #56
0
def get_articles():	
	return parser.get_articles_from_rss("http://www.maketecheasier.com/feed",
		SHORT_NAME)
Beispiel #57
0
def get_articles():
    return get_articles_from_rss('http://planet.clojure.in/atom.xml', SHORT_NAME)
Beispiel #58
0
def get_articles():
    return parser.get_articles_from_rss(
        'http://www.techrepublic.com/rssfeeds/articles/latest/',
        'techrepublic')