def solr_query_from_request(request):
solr_seed_query = request['q']
start_date = request['start_date']
end_date = request['end_date']
media_ids = _media_ids_from_sources_param(
request['sources[]']) if 'sources[]' in request else []
tags_ids = _tag_ids_from_collections_param(
request['collections[]']) if 'collections[]' in request else []
return concatenate_query_for_solr(solr_seed_query, start_date, end_date,
media_ids, tags_ids)
def api_topics_preview_story_sample():
user_mc = user_mediacloud_client()
solr_query = concatenate_query_for_solr(
solr_seed_query=request.form['q'],
start_date=request.form['start_date'],
end_date=request.form['end_date'],
media_ids=_media_ids_from_sources_param(request.form['sources[]'])
if 'sources[]' in request.form else None,
tags_ids=_media_tag_ids_from_collections_param(
request.form['collections[]'])
) if 'collections[]' in request.form else None,
story_count_result = user_mc.storyList(solr_query=solr_query,
sort=user_mc.SORT_RANDOM)
return jsonify(story_count_result)
def api_topics_preview_word_count():
user_mc = user_admin_mediacloud_client()
solr_query = concatenate_query_for_solr(
solr_seed_query=request.form['q'],
start_date=request.form['start_date'],
end_date=request.form['end_date'],
media_ids=_media_ids_from_sources_param(request.form['sources[]'])
if 'sources[]' in request.form else None,
tags_ids=_media_tag_ids_from_collections_param(
request.form['collections[]'])
) if 'collections[]' in request.form else None,
word_count_result = user_mc.wordCount(solr_query=solr_query)
return jsonify(word_count_result
) # give them back new data, so they can update the client
def topic_update(topics_id):
user_mc = user_admin_mediacloud_client()
# top five cannot be empty fyi
args = {
'name':
request.form['name'],
'description':
request.form['description'],
'solr_seed_query':
request.form['solr_seed_query'],
'start_date':
request.form['start_date'],
'end_date':
request.form['end_date'],
'is_public':
request.form['is_public'] if 'is_public' in request.form else None,
'ch_monitor_id':
request.form['ch_monitor_id'] if len(request.form['ch_monitor_id']) > 0
and request.form['ch_monitor_id'] != 'null' else None,
'max_iterations':
request.form['max_iterations']
if 'max_iterations' in request.form else None,
'twitter_topics_id':
request.form['twitter_topics_id']
if 'twitter_topics_id' in request.form else None,
}
# parse out any sources and collections to add
media_ids_to_add = _media_ids_from_sources_param(request.form['sources[]'])
tag_ids_to_add = _media_tag_ids_from_collections_param(
request.form['collections[]'])
# hack to support twitter-only topics
if (len(media_ids_to_add) is 0) and (len(tag_ids_to_add) is 0):
media_ids_to_add = None
tag_ids_to_add = None
result = user_mc.topicUpdate(topics_id,
media_ids=media_ids_to_add,
media_tags_ids=tag_ids_to_add,
**args)
return topic_summary(
result['topics'][0]['topics_id']
) # give them back new data, so they can update the client
def topic_create():
user_mc = user_admin_mediacloud_client()
name = request.form['name']
description = request.form['description']
solr_seed_query = request.form['solr_seed_query']
start_date = request.form['start_date']
end_date = request.form['end_date']
optional_args = {
'is_public':
request.form['is_public'] if 'is_public' in request.form else None,
'ch_monitor_id':
request.form['ch_monitor_id'] if len(request.form['ch_monitor_id']) > 0
and request.form['ch_monitor_id'] != 'null' else None,
'max_iterations':
request.form['max_iterations']
if 'max_iterations' in request.form else None,
'twitter_topics_id':
request.form['twitter_topics_id']
if 'twitter_topics_id' in request.form else None,
}
# parse out any sources and collections to add
media_ids_to_add = _media_ids_from_sources_param(request.form['sources[]'])
tag_ids_to_add = _media_tag_ids_from_collections_param(
request.form['collections[]'])
topic_result = user_mc.topicCreate(name=name,
description=description,
solr_seed_query=solr_seed_query,
start_date=start_date,
end_date=end_date,
media_ids=media_ids_to_add,
media_tags_ids=tag_ids_to_add,
**optional_args)['topics'][0]
topic_id = topic_result['topics_id']
spider_job = user_mc.topicSpider(
topic_id) # kick off a spider, which will also generate a snapshot
results = user_mc.topic(topic_id)
results['spider_job_state'] = spider_job
return jsonify(
results) # give them back new data, so they can update the client
def api_topics_preview_sentences_count():
user_mc = user_admin_mediacloud_client()
solr_query = concatenate_query_for_solr(
solr_seed_query=request.form['q'],
start_date=request.form['start_date'],
end_date=request.form['end_date'],
media_ids=_media_ids_from_sources_param(request.form['sources[]'])
if 'sources[]' in request.form else None,
tags_ids=_media_tag_ids_from_collections_param(
request.form['collections[]'])
) if 'collections[]' in request.form else None,
sentence_count_result = user_mc.sentenceCount(
solr_query=solr_query,
split_start_date=request.form['start_date'],
split_end_date=request.form['end_date'],
split=True)
return jsonify(sentence_count_result)