def run(self):
		response = requests.get("https://api.paris.fr:3000/data/1.1/QueFaire/get_activities/?token={token}&created={created}&offset={offset}&limit={limit}"
			.format(
				token   = app.config['API_QUEFAIREAPARIS_TOKEN'],
				created = "0",
				offset  = "0",
				limit   = "100"),
			verify=False
		)
		results = response.json()
		for result in results['data']:
			article = Article()
			article.title       = result['nom']
			article.date        = datetime.datetime.strptime(result['created'], '%Y-%m-%dT%H:%M:%S.%fZ')
			article.content     = result['description']
			article.summary     = result['small_description']
			article.thematic    = "quefaireaparis" # FIXME
			article.type        = "quefaireaparis"
			# special fields
			article.occurences  = result['occurences']
			article.thematics   = [_['rubrique'] for _ in result['rubriques']]
			article.location    = dict(lat=result['lat'], lon=result['lon'])
			article.save()

# EOF
    def run(self):
        response = requests.get(
            "https://api.paris.fr:3000/data/1.1/QueFaire/get_activities/?token={token}&created={created}&offset={offset}&limit={limit}"
            .format(token=app.config['API_QUEFAIREAPARIS_TOKEN'],
                    created="0",
                    offset="0",
                    limit="100"),
            verify=False)
        results = response.json()
        for result in results['data']:
            article = Article()
            article.title = result['nom']
            article.date = datetime.datetime.strptime(result['created'],
                                                      '%Y-%m-%dT%H:%M:%S.%fZ')
            article.content = result['description']
            article.summary = result['small_description']
            article.thematic = "quefaireaparis"  # FIXME
            article.type = "quefaireaparis"
            # special fields
            article.occurences = result['occurences']
            article.thematics = [_['rubrique'] for _ in result['rubriques']]
            article.location = dict(lat=result['lat'], lon=result['lon'])
            article.save()


# EOF
Example #3
0
	def run(self, url, thematic=None, user_id=None, source=None):
		if not (url.startswith("http://") or url.startswith("https://")):
			url = "http://%s" % url
		# parse the web page
		res = requests.get("http://www.readability.com/api/content/v1/parser?url=%s&token=%s" % 
			(url, app.config['READABILITY_PARSER_TOKEN']))
		parsed  = res.json()
		# save the article
		article = Article()
		article.title       = parsed['title']
		article.date        = parsed['date_published']
		article.content     = parsed['content']
		article.summary     = parsed['excerpt']
		article.link        = parsed['url']
		article.domain      = parsed['domain']
		article.count_words = parsed['word_count']
		article.user        = user_id
		article.thematic    = thematic
		article.type        = source
		article.save()

# EOF
Example #4
0
    def run(self, url, thematic=None, user_id=None, source=None):
        if not (url.startswith("http://") or url.startswith("https://")):
            url = "http://%s" % url
        # parse the web page
        res = requests.get(
            "http://www.readability.com/api/content/v1/parser?url=%s&token=%s"
            % (url, app.config['READABILITY_PARSER_TOKEN']))
        parsed = res.json()
        # save the article
        article = Article()
        article.title = parsed['title']
        article.date = parsed['date_published']
        article.content = parsed['content']
        article.summary = parsed['excerpt']
        article.link = parsed['url']
        article.domain = parsed['domain']
        article.count_words = parsed['word_count']
        article.user = user_id
        article.thematic = thematic
        article.type = source
        article.save()


# EOF