def get_sms_report_author(report_id, report, user):
icon_url_link = None
icon_url = get_conf('sms_report_creator_icon')
if icon_url:
icon_url_template = get_conf('icon_url')
icon_url_link = icon_url_template.replace(REPORT_LINK_ID_PLACEHOLDER,
str(report_id))
author = {
'Source': {
'Name':
'sms_ingest', # actually not used, since providing user below; otherwise coverage name could be used
},
'User': {
'FirstName': get_sms_creator_name(),
'MetaDataIcon': {
'href': icon_url_link
},
},
}
use_uuid = get_conf('sms_report_creator_uuid')
if use_uuid:
author['User']['Uuid'] = use_uuid
return author
def get_plain_report_author(report_id, report, user):
if not user:
user = {
'first_name': get_default_author_name(),
'picture_url': get_conf('default_report_author_icon'),
'uuid': get_conf('default_report_author_uuid'),
}
icon_url_link = None
icon_url = None
if ('picture_url' in user) and user['picture_url']:
icon_url = user['picture_url']
if not icon_url:
icon_url = get_conf('default_report_author_icon')
if icon_url:
icon_url_template = get_conf('icon_url')
icon_url_link = icon_url_template.replace(REPORT_LINK_ID_PLACEHOLDER,
str(report_id))
author = {
'Source': {
'Name': 'citizen_desk', #'internal',
},
'User': {
'MetaDataIcon': {
'href': icon_url_link
},
},
}
if ('uuid' in user) and user['uuid']:
author['User']['Uuid'] = user['uuid']
if (FIELD_UPDATED_USER in user) and user[FIELD_UPDATED_USER]:
author['User']['Cid'] = cid_from_update(user[FIELD_UPDATED_USER])
has_a_name = False
if ('first_name' in user) and user['first_name']:
has_a_name = True
author['User']['FirstName'] = user['first_name']
if ('last_name' in user) and user['last_name']:
has_a_name = True
author['User']['LastName'] = user['last_name']
if not has_a_name:
author['User']['FirstName'] = get_default_author_name()
return author
def get_plain_report_author(report_id, report, user):
if not user:
user = {
'first_name': get_default_author_name(),
'picture_url': get_conf('default_report_author_icon'),
'uuid': get_conf('default_report_author_uuid'),
}
icon_url_link = None
icon_url = None
if ('picture_url' in user) and user['picture_url']:
icon_url = user['picture_url']
if not icon_url:
icon_url = get_conf('default_report_author_icon')
if icon_url:
icon_url_template = get_conf('icon_url')
icon_url_link = icon_url_template.replace(REPORT_LINK_ID_PLACEHOLDER, str(report_id))
author = {
'Source': {
'Name': 'citizen_desk', #'internal',
},
'User': {
'MetaDataIcon': {'href': icon_url_link},
},
}
if ('uuid' in user) and user['uuid']:
author['User']['Uuid'] = user['uuid']
if (FIELD_UPDATED_USER in user) and user[FIELD_UPDATED_USER]:
author['User']['Cid'] = cid_from_update(user[FIELD_UPDATED_USER])
has_a_name = False
if ('first_name' in user) and user['first_name']:
has_a_name = True
author['User']['FirstName'] = user['first_name']
if ('last_name' in user) and user['last_name']:
has_a_name = True
author['User']['LastName'] = user['last_name']
if not has_a_name:
author['User']['FirstName'] = get_default_author_name()
return author
def get_coverage_info(db, coverage_id):
coverage_id = _get_id_value(coverage_id)
coll = db[COLL_COVERAGES]
if type(coverage_id) is ObjectId:
return (False, 'old form of coverage info retrieval')
else:
coverage = coll.find_one({'uuid': coverage_id})
if not coverage:
return (False, 'coverage not found')
base_url = get_conf('reports_url')
reports_url = base_url.replace(PUBLISHED_REPORTS_PLACEHOLDER, urllib.quote_plus(str(coverage_id)))
title = ''
if ('title' in coverage) and coverage['title']:
title = coverage['title']
description = ''
if ('description' in coverage) and coverage['description']:
description = coverage['description']
active = False
if (FIELD_ACTIVE_COVERAGE in coverage) and coverage[FIELD_ACTIVE_COVERAGE]:
active = coverage[FIELD_ACTIVE_COVERAGE]
info = {
'IsLive': active,
'Title': title,
'Description': description,
'PostPublished': {'href': reports_url,},
}
return (True, info)
def get_sms_report_icon(report_id, report, user):
icon_url = get_conf('sms_report_creator_icon')
icon = {
'Content': {'href': icon_url},
}
return icon
def get_sms_report_creator(report_id, report, user):
icon_url_link = None
icon_url = get_conf('sms_report_creator_icon')
if icon_url:
icon_url_template = get_conf('icon_url')
icon_url_link = icon_url_template.replace(REPORT_LINK_ID_PLACEHOLDER, str(report_id))
creator = {
'FirstName': get_sms_creator_name(),
'MetaDataIcon': {'href': icon_url_link},
}
use_uuid = get_conf('sms_report_creator_uuid')
if use_uuid:
creator['Uuid'] = use_uuid
return creator
def get_sms_report_icon(report_id, report, user):
icon_url = get_conf('sms_report_creator_icon')
icon = {
'Content': {
'href': icon_url
},
}
return icon
def get_plain_report_icon(report_id, report, user):
if not user:
user = {
'first_name': get_default_author_name(),
'picture_url': get_conf('default_report_author_icon'),
'uuid': get_conf('default_report_author_uuid'),
}
icon_url = None
if ('picture_url' in user) and user['picture_url']:
icon_url = user['picture_url']
if not icon_url:
icon_url = get_conf('default_report_author_icon')
icon = {
'Content': {'href': icon_url},
}
return icon
def get_sms_report_creator(report_id, report, user):
icon_url_link = None
icon_url = get_conf('sms_report_creator_icon')
if icon_url:
icon_url_template = get_conf('icon_url')
icon_url_link = icon_url_template.replace(REPORT_LINK_ID_PLACEHOLDER,
str(report_id))
creator = {
'FirstName': get_sms_creator_name(),
'MetaDataIcon': {
'href': icon_url_link
},
}
use_uuid = get_conf('sms_report_creator_uuid')
if use_uuid:
creator['Uuid'] = use_uuid
return creator
def get_plain_report_icon(report_id, report, user):
if not user:
user = {
'first_name': get_default_author_name(),
'picture_url': get_conf('default_report_author_icon'),
'uuid': get_conf('default_report_author_uuid'),
}
icon_url = None
if ('picture_url' in user) and user['picture_url']:
icon_url = user['picture_url']
if not icon_url:
icon_url = get_conf('default_report_author_icon')
icon = {
'Content': {
'href': icon_url
},
}
return icon
def get_sms_report_author(report_id, report, user):
icon_url_link = None
icon_url = get_conf('sms_report_creator_icon')
if icon_url:
icon_url_template = get_conf('icon_url')
icon_url_link = icon_url_template.replace(REPORT_LINK_ID_PLACEHOLDER, str(report_id))
author = {
'Source': {
'Name': 'sms_ingest', # actually not used, since providing user below; otherwise coverage name could be used
},
'User': {
'FirstName': get_sms_creator_name(),
'MetaDataIcon': {'href': icon_url_link},
},
}
use_uuid = get_conf('sms_report_creator_uuid')
if use_uuid:
author['User']['Uuid'] = use_uuid
return author
def get_coverage_list(db):
base_url = get_conf('coverage_info_url')
coll = db[COLL_COVERAGES]
coverages = []
cursor = coll.find({
FIELD_ACTIVE_COVERAGE: True
}, {
'_id': True,
'title': True,
'description': True,
'uuid': True
}).sort([('_id', 1)])
for entry in cursor:
if 'uuid' not in entry:
continue
cov_id = entry['uuid']
coverage_url = base_url.replace(COVERAGE_PLACEHOLDER,
urllib.quote_plus(str(cov_id)))
if 'title' not in entry:
continue
one_description = ''
if ('description' in entry) and entry['description']:
one_description = entry['description']
one_cov = {
'href': coverage_url,
'Title': entry['title'],
'Description': one_description,
}
coverages.append(one_cov)
res = {
'total': len(coverages),
'limit': len(coverages),
'offset': 0,
'BlogList': coverages
}
return (True, res)
def extract_annotation(db, report):
annotation = {}
for notice_type in NOTICES_USED:
annotation[notice_type] = None
status_position = get_status_display_position()
comment_position = ''
for one_pos in NOTICES_USED:
if one_pos != status_position:
comment_position = one_pos
break
if get_conf('use_status_for_output'):
status = extract_annotation_status(db, report)
annotation[status_position] = status
comment = extract_annotation_comment(db, report)
annotation[comment_position] = comment
return annotation
def extract_annotation(db, report):
annotation = {}
for notice_type in NOTICES_USED:
annotation[notice_type] = None
status_position = get_status_display_position()
comment_position = ''
for one_pos in NOTICES_USED:
if one_pos != status_position:
comment_position = one_pos
break
if get_conf('use_status_for_output'):
status = extract_annotation_status(db, report)
annotation[status_position] = status
comment = extract_annotation_comment(db, report)
annotation[comment_position] = comment
return annotation
def get_coverage_list(db):
base_url = get_conf('coverage_info_url')
coll = db[COLL_COVERAGES]
coverages = []
cursor = coll.find({FIELD_ACTIVE_COVERAGE: True}, {'_id': True, 'title': True, 'description': True, 'uuid': True}).sort([('_id', 1)])
for entry in cursor:
if 'uuid' not in entry:
continue
cov_id = entry['uuid']
coverage_url = base_url.replace(COVERAGE_PLACEHOLDER, urllib.quote_plus(str(cov_id)))
if 'title' not in entry:
continue
one_description = ''
if ('description' in entry) and entry['description']:
one_description = entry['description']
one_cov = {
'href': coverage_url,
'Title': entry['title'],
'Description': one_description,
}
coverages.append(one_cov)
res = {
'total': len(coverages),
'limit': len(coverages),
'offset': 0,
'BlogList': coverages
}
return (True, res)
def get_coverage_info(db, coverage_id):
coverage_id = _get_id_value(coverage_id)
coll = db[COLL_COVERAGES]
if type(coverage_id) is ObjectId:
return (False, 'old form of coverage info retrieval')
else:
coverage = coll.find_one({'uuid': coverage_id})
if not coverage:
return (False, 'coverage not found')
base_url = get_conf('reports_url')
reports_url = base_url.replace(PUBLISHED_REPORTS_PLACEHOLDER,
urllib.quote_plus(str(coverage_id)))
title = ''
if ('title' in coverage) and coverage['title']:
title = coverage['title']
description = ''
if ('description' in coverage) and coverage['description']:
description = coverage['description']
active = False
if (FIELD_ACTIVE_COVERAGE in coverage) and coverage[FIELD_ACTIVE_COVERAGE]:
active = coverage[FIELD_ACTIVE_COVERAGE]
info = {
'IsLive': active,
'Title': title,
'Description': description,
'PostPublished': {
'href': reports_url,
},
}
return (True, info)
def get_sms_creator_name():
sms_creator_name = get_conf('sms_report_creator_name')
if not sms_creator_name:
sms_creator_name = 'SMS'
return sms_creator_name
def get_coverage_published_report_list(db, coverage_id, cid_last):
'''
SMS: original/transcribed text, can have two comments
both creator and author are sms-based user/citizen, of smsblog source type (source name is name of sms feed)
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/1/Post/854
tweet: the original tweet (with some predefined adjusting), without any (other) changes, can have two comments
creator is a local user, author is just the twitter source
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/1/Post/855
plain: a text
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/1/Post/856
link: a web link
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/38/Post/1070
other: ignoring by now
'''
try:
coverage_id = _get_id_value(coverage_id)
except:
pass
res_none = {'total': 0, 'limit': 0, 'offset': 0, 'PostList': []}
coll = db[COLL_COVERAGES]
if type(coverage_id) is ObjectId:
return (False, 'old form of coverage reports retrieval')
else:
coverage = coll.find_one({'uuid': coverage_id})
if not coverage:
return (False, 'coverage not found')
if (FIELD_ACTIVE_COVERAGE
not in coverage) or (not coverage[FIELD_ACTIVE_COVERAGE]):
return (True, res_none)
author_url_template = get_conf('author_url')
creator_url_template = get_conf('creator_url')
coll = db[COLL_REPORTS]
reports = []
put_up_border = datetime.datetime.utcfromtimestamp(0)
search_spec = {
'coverages.outgested': {
'$in': [coverage_id, coverage['_id']]
},
FIELD_DECAYED_REPORT: {
'$ne': True
},
}
if cid_last:
update_last = update_from_cid(cid_last)
search_spec[FIELD_UPDATED_REPORT] = {'$gt': update_last}
put_up_border = update_last
else:
search_spec[FIELD_UPDATED_REPORT] = {'$exists': True}
# probably some adjusted dealing with: local, summary, unpublished/deleted reports
cursor = coll.find(search_spec).sort([(FIELD_UPDATED_REPORT, 1)])
for entry in cursor:
if 'feed_type' not in entry:
entry['feed_type'] = DEFAULT_FIELD_TYPE
with_fields = True
for key in [
FIELD_UPDATED_REPORT, FIELD_UUID_REPORT, 'feed_type', 'texts',
'coverages'
]:
if (key not in entry) or (not entry[key]):
with_fields = False
break
if not with_fields:
continue
if type(entry['coverages']) is not dict:
continue
if ('published' not in entry['coverages']):
continue
if type(entry['coverages']['published']) not in (list, tuple):
continue
feed_type = entry['feed_type']
if feed_type not in OUTPUT_FEED_TYPES:
continue
content = None
meta = None
post_type_key = 'normal'
if 'sms' == feed_type:
adapted = adapt_sms_report(db, entry)
content = adapted['content']
meta = adapted['meta']
if 'tweet' == feed_type:
adapted = adapt_tweet_report(db, entry)
content = adapted['content']
meta = adapted['meta']
if 'plain' == feed_type:
adapted = adapt_plain_report(db, entry)
content = adapted['content']
meta = adapted['meta']
if 'web_link' == feed_type:
adapted = adapt_link_report(db, entry)
content = adapted['content']
meta = adapted['meta']
post_type_key = 'link'
use_cid = 0
if FIELD_UPDATED_REPORT in entry:
use_cid = cid_from_update(entry[FIELD_UPDATED_REPORT])
one_report = {
'CId': use_cid,
'IsPublished': 'True',
'Type': {
'Key': post_type_key
},
'Content': content,
'Meta': meta,
}
if FIELD_UUID_REPORT in entry:
one_report['Uuid'] = entry[FIELD_UUID_REPORT]
if (FIELD_PUTUP_REPORT in entry) and entry[FIELD_PUTUP_REPORT]:
try:
if entry[FIELD_PUTUP_REPORT] > put_up_border:
one_report['PutUp'] = 'True'
except:
pass
if coverage_id not in entry['coverages']['published']:
if coverage['_id'] not in entry['coverages']['published']:
one_report['DeletedOn'] = '01/01/70 12:01 AM'
link_id = urllib.quote_plus(str(entry['_id']))
author_url = author_url_template.replace(REPORT_LINK_ID_PLACEHOLDER,
link_id)
creator_url = creator_url_template.replace(REPORT_LINK_ID_PLACEHOLDER,
link_id)
one_report['Author'] = {'href': author_url}
one_report['Creator'] = {'href': creator_url}
reports.append(one_report)
res = {
'total': len(reports),
'limit': len(reports),
'offset': 0,
'PostList': reports
}
return (True, res)
def get_status_display_position():
status_position = get_conf('status_display_position')
if status_position not in NOTICES_USED:
status_position = NOTICE_STATUS_DEFAULT
return status_position
def get_default_author_name():
default_author_name = get_conf('default_report_author_name')
if not default_author_name:
default_author_name = 'Citizen Desk'
return default_author_name
def get_status_display_position():
status_position = get_conf('status_display_position')
if status_position not in NOTICES_USED:
status_position = NOTICE_STATUS_DEFAULT
return status_position
def get_default_author_name():
default_author_name = get_conf('default_report_author_name')
if not default_author_name:
default_author_name = 'Citizen Desk'
return default_author_name
def get_coverage_published_report_list(db, coverage_id, cid_last):
'''
SMS: original/transcribed text, can have two comments
both creator and author are sms-based user/citizen, of smsblog source type (source name is name of sms feed)
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/1/Post/854
tweet: the original tweet (with some predefined adjusting), without any (other) changes, can have two comments
creator is a local user, author is just the twitter source
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/1/Post/855
plain: a text
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/1/Post/856
link: a web link
http://sourcefabric.superdesk.pro/resources/LiveDesk/Blog/38/Post/1070
other: ignoring by now
'''
try:
coverage_id = _get_id_value(coverage_id)
except:
pass
res_none = {
'total': 0,
'limit': 0,
'offset': 0,
'PostList': []
}
coll = db[COLL_COVERAGES]
if type(coverage_id) is ObjectId:
return (False, 'old form of coverage reports retrieval')
else:
coverage = coll.find_one({'uuid': coverage_id})
if not coverage:
return (False, 'coverage not found')
if (FIELD_ACTIVE_COVERAGE not in coverage) or (not coverage[FIELD_ACTIVE_COVERAGE]):
return (True, res_none)
author_url_template = get_conf('author_url')
creator_url_template = get_conf('creator_url')
coll = db[COLL_REPORTS]
reports = []
put_up_border = datetime.datetime.utcfromtimestamp(0)
search_spec = {
'coverages.outgested': {'$in': [coverage_id, coverage['_id']]},
FIELD_DECAYED_REPORT: {'$ne': True},
}
if cid_last:
update_last = update_from_cid(cid_last)
search_spec[FIELD_UPDATED_REPORT] = {'$gt': update_last}
put_up_border = update_last
else:
search_spec[FIELD_UPDATED_REPORT] = {'$exists': True}
# probably some adjusted dealing with: local, summary, unpublished/deleted reports
cursor = coll.find(search_spec).sort([(FIELD_UPDATED_REPORT, 1)])
for entry in cursor:
if 'feed_type' not in entry:
entry['feed_type'] = DEFAULT_FIELD_TYPE
with_fields = True
for key in [FIELD_UPDATED_REPORT, FIELD_UUID_REPORT, 'feed_type', 'texts', 'coverages']:
if (key not in entry) or (not entry[key]):
with_fields = False
break
if not with_fields:
continue
if type(entry['coverages']) is not dict:
continue
if ('published' not in entry['coverages']):
continue
if type(entry['coverages']['published']) not in (list, tuple):
continue
feed_type = entry['feed_type']
if feed_type not in OUTPUT_FEED_TYPES:
continue
content = None
meta = None
post_type_key = 'normal'
if 'sms' == feed_type:
adapted = adapt_sms_report(db, entry)
content = adapted['content']
meta = adapted['meta']
if 'tweet' == feed_type:
adapted = adapt_tweet_report(db, entry)
content = adapted['content']
meta = adapted['meta']
if 'plain' == feed_type:
adapted = adapt_plain_report(db, entry)
content = adapted['content']
meta = adapted['meta']
if 'web_link' == feed_type:
adapted = adapt_link_report(db, entry)
content = adapted['content']
meta = adapted['meta']
post_type_key = 'link'
use_cid = 0
if FIELD_UPDATED_REPORT in entry:
use_cid = cid_from_update(entry[FIELD_UPDATED_REPORT])
one_report = {
'CId': use_cid,
'IsPublished': 'True',
'Type': {'Key': post_type_key},
'Content': content,
'Meta': meta,
}
if FIELD_UUID_REPORT in entry:
one_report['Uuid'] = entry[FIELD_UUID_REPORT]
if (FIELD_PUTUP_REPORT in entry) and entry[FIELD_PUTUP_REPORT]:
try:
if entry[FIELD_PUTUP_REPORT] > put_up_border:
one_report['PutUp'] = 'True'
except:
pass
if coverage_id not in entry['coverages']['published']:
if coverage['_id'] not in entry['coverages']['published']:
one_report['DeletedOn'] = '01/01/70 12:01 AM'
link_id = urllib.quote_plus(str(entry['_id']))
author_url = author_url_template.replace(REPORT_LINK_ID_PLACEHOLDER, link_id)
creator_url = creator_url_template.replace(REPORT_LINK_ID_PLACEHOLDER, link_id)
one_report['Author'] = {'href': author_url}
one_report['Creator'] = {'href': creator_url}
reports.append(one_report)
res = {
'total': len(reports),
'limit': len(reports),
'offset': 0,
'PostList': reports
}
return (True, res)
def get_sms_creator_name():
sms_creator_name = get_conf('sms_report_creator_name')
if not sms_creator_name:
sms_creator_name = 'SMS'
return sms_creator_name
