def searchStarred(*args, **kwargs): tangelo.log("email.searchStarred(args: %s kwargs: %s)" % (str(args), str(kwargs))) tangelo.content_type("application/json") data_set_id, start_datetime, end_datetime, size = parseParamDatetime( **kwargs) size = size if size > 500 else 2500 # TODO set from UI query_terms = '' email_address_list = [] query = _build_email_query(email_addrs=email_address_list, qs=query_terms, date_bounds=(start_datetime, end_datetime), starred=True) tangelo.log("email.searchStarred(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=email_address_list, qs=query_terms, date_bounds=(start_datetime, end_datetime), attachments_only=True, starred=True) tangelo.log("email.searchStarred(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def get_graph_for_entity(*args, **kwargs): tangelo.content_type("application/json") tangelo.log("entity.get_graph_for_entity(args: %s kwargs: %s)" % (str(args), str(kwargs))) data_set_id, start_datetime, end_datetime, size = parseParamDatetime(**kwargs) email_address_list = parseParamEmailAddress(**kwargs); entity_dict = parseParamEntity(**kwargs) # TODO set from UI size = size if size >500 else 2500 qs = parseParamTextQuery(**kwargs) query = _build_email_query(email_addrs=email_address_list, qs=qs, entity=entity_dict, date_bounds=(start_datetime, end_datetime)) tangelo.log("entity.get_graph_for_entity(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=email_address_list, qs=qs, entity=entity_dict, date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("entity.get_graph_by_entity(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def get_graph_for_entity(*args, **kwargs): tangelo.content_type("application/json") tangelo.log("entity.get_graph_for_entity(args: %s kwargs: %s)" % (str(args), str(kwargs))) data_set_id, start_datetime, end_datetime, size = parseParamDatetime( **kwargs) email_address_list = parseParamEmailAddress(**kwargs) entity_dict = parseParamEntity(**kwargs) # TODO set from UI size = size if size > 500 else 2500 qs = parseParamTextQuery(**kwargs) query = _build_email_query(email_addrs=email_address_list, qs=qs, entity=entity_dict, date_bounds=(start_datetime, end_datetime)) tangelo.log("entity.get_graph_for_entity(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=email_address_list, qs=qs, entity=entity_dict, date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("entity.get_graph_by_entity(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_all_email_by_community(data_set_id, community, email_addrs, qs, start_datetime, end_datetime, size): tangelo.log( "es_search.es_get_all_email_by_community(community=%s, email_addrs=%s)" % (str(community), str(email_addrs))) query = _build_email_query(email_addrs=email_addrs, qs='', date_bounds=(start_datetime, end_datetime), communities=[community]) tangelo.log("es_search.es_get_all_email_by_community(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=email_addrs, qs='', date_bounds=(start_datetime, end_datetime), communities=[community], attachments_only=True) tangelo.log( "es_search.es_get_all_email_by_community(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def get_top_email_by_text_query(data_set_id, qs, start_datetime, end_datetime, size): if not qs: return tangelo.HTTPStatusCode( 400, "invalid service call - missing search term(s)") query = _build_email_query(qs=qs, date_bounds=(start_datetime, end_datetime)) tangelo.log("es_search.get_graph_for_text_query(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(qs=qs, date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("es_search.get_top_email_by_text_query(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def searchStarred(*args, **kwargs): tangelo.log("email.searchStarred(args: %s kwargs: %s)" % (str(args), str(kwargs))) tangelo.content_type("application/json") data_set_id, start_datetime, end_datetime, size = parseParamDatetime(**kwargs) size = size if size >500 else 2500 # TODO set from UI query_terms='' email_address_list = [] query = _build_email_query(email_addrs=email_address_list, qs=query_terms, date_bounds=(start_datetime, end_datetime), starred=True) tangelo.log("email.searchStarred(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=email_address_list, qs=query_terms, date_bounds=(start_datetime, end_datetime), attachments_only=True, starred=True) tangelo.log("email.searchStarred(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_conversation(data_set_id, sender, recipients, start_datetime, end_datetime, size, document_uid, current_datetime): tangelo.log("es_search.es_get_conversation(senders=%s, recipients=%s)" % (str(sender),str(recipients))) #start_datetime = default_min_timeline_bound() # apply query with address intersection behavior query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(current_datetime, end_datetime), sort_order='acs', date_mode_inclusive=True, address_filter_mode="conversation") tangelo.log("es_search.es_get_conversation(query-after: %s)" % (query)) emails_asc = _query_emails(data_set_id, size, query) query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, current_datetime), sort_order='desc', date_mode_inclusive=False, address_filter_mode="conversation") tangelo.log("es_search.es_get_conversation(query-before: %s)" % (query)) emails_desc = _query_emails(data_set_id, size, query) total = emails_asc["total"] + emails_desc["total"] emails_desc = emails_desc['hits'] emails_desc.reverse() current_index= len(emails_desc) emails = emails_desc + emails_asc['hits'] # return {"graph":{"nodes":[], "links":[]}, "rows": [ascw(email)results["totaldesc+ results["total"] for email in results["hits"]], "query_hits" : results["total"]} graph = _build_graph_for_emails(data_set_id, emails, total) graph['current_index'] = current_index # Get attachments for community query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(current_datetime, end_datetime), sort_order='asc', date_mode_inclusive=True, address_filter_mode="conversation", attachments_only=True) tangelo.log("es_search.es_get_conversation(attachment-query-after: %s)" % (query)) attachments_asc = _query_email_attachments(data_set_id, size, query) query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, current_datetime), sort_order='desc', date_mode_inclusive=False, address_filter_mode="conversation", attachments_only=True) tangelo.log("es_search.es_get_conversation(attachment-query-after: %s)" % (query)) attachments_desc = _query_email_attachments(data_set_id, size, query) attachments_desc.reverse() # Find the first index in the attachment array where the current emails attachments start or -1 graph["attachments"] = attachments_desc+attachments_asc try: graph["attachments_index"] = [attach[0] for attach in graph["attachments"]].index(document_uid) except ValueError: graph["attachments_index"] = -1 return graph
def es_get_all_email_by_address(data_set_id, email_address, qs, start_datetime, end_datetime, size): tangelo.log("es_search.get_graph_for_email_address(%s)" % (str(email_address))) query = _build_email_query(email_addrs=[email_address], qs=qs, date_bounds=(start_datetime, end_datetime)) tangelo.log("es_search.get_graph_for_email_address(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=[email_address], qs=qs, date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("search.get_graph_by_entity(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_all_email_by_topic(data_set_id, topic, email_addrs, qs, start_datetime, end_datetime, size): tangelo.log("es_search.es_get_all_email_by_topic(email_addrs=%s, topic=%s)" % ( str(email_addrs), str(topic))) query = _build_email_query(email_addrs=email_addrs, qs='', topic=topic, sort_mode="topic", sort_order="desc", date_bounds=(start_datetime, end_datetime)) tangelo.log("es_search.es_get_all_email_by_topic(query: %s)" % (query)) # Get emails graph for topics emails = _query_emails(data_set_id, size, query, additional_fields=["topic_scores.idx_"+str(topic["idx"])]) graph = _build_graph_for_emails(data_set_id, emails["hits"], emails["total"]) # Get attachments for top score topic query = _build_email_query(email_addrs=email_addrs, qs='', topic=topic, sort_mode="topic", sort_order="desc", date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("es_search.es_get_all_email_by_topic(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_all_email_by_community(data_set_id, community, email_addrs, qs, start_datetime, end_datetime, size): tangelo.log("es_search.es_get_all_email_by_community(community=%s, email_addrs=%s)" % (str(community), str(email_addrs))) query = _build_email_query(email_addrs=email_addrs, qs='', date_bounds=(start_datetime, end_datetime), communities=[community]) tangelo.log("es_search.es_get_all_email_by_community(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(email_addrs=email_addrs, qs='', date_bounds=(start_datetime, end_datetime), communities=[community], attachments_only=True) tangelo.log("es_search.es_get_all_email_by_community(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_all_email_by_conversation_forward_backward(data_set_id, sender, recipients, start_datetime, end_datetime, size, sort_order="asc"): tangelo.log( "es_search.es_get_all_email_by_conversation_forward_backward(sender=%s, recipients=%s)" % (str(sender), str(recipients))) # apply query with address intersection behaviour query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, end_datetime), sort_order=sort_order, date_mode_inclusive=False, address_filter_mode="conversation") tangelo.log( "es_search.es_get_all_email_by_conversation_forward_backward(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) # If you do not want to generate a graph each time this is called use this code # return {"graph":{"nodes":[], "links":[]}, "rows": [_map_emails_to_row(email) for email in results["hits"]], "query_hits" : results["total"]} graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, end_datetime), sort_order=sort_order, date_mode_inclusive=False, address_filter_mode="conversation", attachments_only=True) tangelo.log( "es_search.es_get_all_email_by_conversation_forward_backward(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def get_top_email_by_text_query(data_set_id, qs, start_datetime, end_datetime, size): if not qs: return tangelo.HTTPStatusCode(400, "invalid service call - missing search term(s)") query = _build_email_query(qs=qs, date_bounds=(start_datetime, end_datetime)) tangelo.log("es_search.get_graph_for_text_query(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(qs=qs, date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("es_search.get_top_email_by_text_query(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_all_email_by_conversation_forward_backward(data_set_id, sender, recipients, start_datetime, end_datetime, size, sort_order="asc"): tangelo.log("es_search.es_get_all_email_by_conversation_forward_backward(sender=%s, recipients=%s)" % (str(sender),str(recipients))) # apply query with address intersection behaviour query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, end_datetime), sort_order=sort_order, date_mode_inclusive=False, address_filter_mode="conversation") tangelo.log("es_search.es_get_all_email_by_conversation_forward_backward(query: %s)" % (query)) results = _query_emails(data_set_id, size, query) # If you do not want to generate a graph each time this is called use this code # return {"graph":{"nodes":[], "links":[]}, "rows": [_map_emails_to_row(email) for email in results["hits"]], "query_hits" : results["total"]} graph = _build_graph_for_emails(data_set_id, results["hits"], results["total"]) # Get attachments for community query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, end_datetime), sort_order=sort_order, date_mode_inclusive=False, address_filter_mode="conversation", attachments_only=True) tangelo.log("es_search.es_get_all_email_by_conversation_forward_backward(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_all_email_by_topic(data_set_id, topic, email_addrs, qs, start_datetime, end_datetime, size): tangelo.log( "es_search.es_get_all_email_by_topic(email_addrs=%s, topic=%s)" % (str(email_addrs), str(topic))) query = _build_email_query(email_addrs=email_addrs, qs='', topic=topic, sort_mode="topic", sort_order="desc", date_bounds=(start_datetime, end_datetime)) tangelo.log("es_search.es_get_all_email_by_topic(query: %s)" % (query)) # Get emails graph for topics emails = _query_emails( data_set_id, size, query, additional_fields=["topic_scores.idx_" + str(topic["idx"])]) graph = _build_graph_for_emails(data_set_id, emails["hits"], emails["total"]) # Get attachments for top score topic query = _build_email_query(email_addrs=email_addrs, qs='', topic=topic, sort_mode="topic", sort_order="desc", date_bounds=(start_datetime, end_datetime), attachments_only=True) tangelo.log("es_search.es_get_all_email_by_topic(attachment-query: %s)" % (query)) attachments = _query_email_attachments(data_set_id, size, query) graph["attachments"] = attachments return graph
def es_get_conversation(data_set_id, sender, recipients, start_datetime, end_datetime, size, document_uid, current_datetime): tangelo.log("es_search.es_get_conversation(senders=%s, recipients=%s)" % (str(sender), str(recipients))) #start_datetime = default_min_timeline_bound() # apply query with address intersection behavior query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(current_datetime, end_datetime), sort_order='acs', date_mode_inclusive=True, address_filter_mode="conversation") tangelo.log("es_search.es_get_conversation(query-after: %s)" % (query)) emails_asc = _query_emails(data_set_id, size, query) query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, current_datetime), sort_order='desc', date_mode_inclusive=False, address_filter_mode="conversation") tangelo.log("es_search.es_get_conversation(query-before: %s)" % (query)) emails_desc = _query_emails(data_set_id, size, query) total = emails_asc["total"] + emails_desc["total"] emails_desc = emails_desc['hits'] emails_desc.reverse() current_index = len(emails_desc) emails = emails_desc + emails_asc['hits'] # return {"graph":{"nodes":[], "links":[]}, "rows": [ascw(email)results["totaldesc+ results["total"] for email in results["hits"]], "query_hits" : results["total"]} graph = _build_graph_for_emails(data_set_id, emails, total) graph['current_index'] = current_index # Get attachments for community query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(current_datetime, end_datetime), sort_order='asc', date_mode_inclusive=True, address_filter_mode="conversation", attachments_only=True) tangelo.log("es_search.es_get_conversation(attachment-query-after: %s)" % (query)) attachments_asc = _query_email_attachments(data_set_id, size, query) query = _build_email_query(sender_addrs=[sender], recipient_addrs=recipients, qs='', date_bounds=(start_datetime, current_datetime), sort_order='desc', date_mode_inclusive=False, address_filter_mode="conversation", attachments_only=True) tangelo.log("es_search.es_get_conversation(attachment-query-after: %s)" % (query)) attachments_desc = _query_email_attachments(data_set_id, size, query) attachments_desc.reverse() # Find the first index in the attachment array where the current emails attachments start or -1 graph["attachments"] = attachments_desc + attachments_asc try: graph["attachments_index"] = [ attach[0] for attach in graph["attachments"] ].index(document_uid) except ValueError: graph["attachments_index"] = -1 return graph