def get_filtered_tweets(index,size=10000,from_=0,all=False):
query='{ "query": '\
'{ "bool": {'\
' "must":[ '\
'{"range":{ "created_at": { "gte":"19/02/2016", "lte":"20/02/2016", "format": "dd/MM/yyyy" } }},'\
'{"bool": { "should": [ '\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"panne rer"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"problème ligne"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"problème signalisation"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"malaise voyageur"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"individu voie"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"voyageur voie"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"colis suspect"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"trafic perturbé"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"trafic ralenti"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"rer trafic"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"rer coupé"}}},'\
'{"match": {"text":"accident"}},'\
'{"match": {"text":"ralentissement"}}'\
']}}'\
']'\
'}}}'
#return es.search(index=index, size=size,from_=from_,body='{ "query": {"match_all": {}}}',request_timeout=180)
return elastic_search_alerts.elastic_search(index, query, from_, size, all, es=es_tweets)
def get_filtered_tweets(index, size=10000, from_=0, all=False):
query='{ "query": '\
'{ "bool": {'\
' "must":[ '\
'{"range":{ "created_at": { "gte":"19/02/2016", "lte":"20/02/2016", "format": "dd/MM/yyyy" } }},'\
'{"bool": { "should": [ '\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"panne rer"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"problème ligne"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"problème signalisation"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"malaise voyageur"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"individu voie"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"voyageur voie"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"colis suspect"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"trafic perturbé"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"trafic ralenti"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"rer trafic"}}},'\
'{"match": {"text": {"fuzziness": "AUTO","operator":"and","query":"rer coupé"}}},'\
'{"match": {"text":"accident"}},'\
'{"match": {"text":"ralentissement"}}'\
']}}'\
']'\
'}}}'
#return es.search(index=index, size=size,from_=from_,body='{ "query": {"match_all": {}}}',request_timeout=180)
return elastic_search_alerts.elastic_search(index,
query,
from_,
size,
all,
es=es_tweets)
def getTweets(index, size=10000, from_=0, all=False):
query = '{ "query": {"match_all": {}}}'
#return es.search(index=index, size=size,from_=from_,body='{ "query": {"match_all": {}}}',request_timeout=180)
return elastic_search_alerts.elastic_search(index,
query,
from_,
size,
all,
es=es_tweets)
def get_alert_tweets(index,size=10000,from_=0,all=False):
# '{"bool": { "should": [ {"match": {"classe" : "Classe_1"}}, {"match": {"classe" : "Classe_2"}} ] } } '\
query='{ "query": '\
'{ "bool": {'\
' "must":[ '\
'{"range":{ "created_at": { "gte":"19/02/2016", "lte":"20/02/2016", "format": "dd/MM/yyyy" } }},'\
'{"match": {"classe" : "Classe_1"}} '\
']'\
'}}}'
#return es.search(index=index, size=size,from_=from_,body='{ "query": {"match_all": {}}}',request_timeout=180)
return elastic_search_alerts.elastic_search(index, query, from_, size, all, es=es_tweets)
def getTweets(index,size=10000,from_=0,all=False, day="19", month="02"):
start_date=day+"/"+month+"/2016"
end_day = str(int(day)+1)
end_date = end_day.zfill(2)+"/"+month+"/2016"
query='{ "query": '\
'{ "bool": {'\
' "must":[ '\
'{"range":{ "created_at": { "gte":"'+start_date+'", "lte":"'+end_date+'", "format": "dd/MM/yyyy" } }},'\
'{"term":{"user.time_zone": "paris"}}'\
']}}}'
return elastic_search_alerts.elastic_search(index, query, from_, size, all, es=es_tweets)
def get_day_info_trafic(index,size=10000,from_=0,all=False,day="29",month="05"):
logger.info("get_day_info_trafic")
start_date=day+"/"+month+"/2016"
end_day = str(int(day)+1)
end_date = end_day.zfill(2)+"/"+month+"/2016"
query='{ "query": '\
'{ "constant_score": {'\
' "filter": '\
'{"range":{ "pub_date": { "gte":"'+start_date+'", "lte":"'+end_date+'", "format": "dd/MM/yyyy" } }}'\
'}}}'
logger.info(query)
return elastic_search_alerts.elastic_search(index, query, from_, size, all, es=es_tweets)
def get_alert_tweets(index, size=10000, from_=0, all=False):
# '{"bool": { "should": [ {"match": {"classe" : "Classe_1"}}, {"match": {"classe" : "Classe_2"}} ] } } '\
query='{ "query": '\
'{ "bool": {'\
' "must":[ '\
'{"range":{ "created_at": { "gte":"19/02/2016", "lte":"20/02/2016", "format": "dd/MM/yyyy" } }},'\
'{"match": {"classe" : "Classe_1"}} '\
']'\
'}}}'
#return es.search(index=index, size=size,from_=from_,body='{ "query": {"match_all": {}}}',request_timeout=180)
return elastic_search_alerts.elastic_search(index,
query,
from_,
size,
all,
es=es_tweets)
def getTweets(index, size=10000, from_=0, all=False, day="19", month="02"):
start_date = day + "/" + month + "/2016"
end_day = str(int(day) + 1)
end_date = end_day.zfill(2) + "/" + month + "/2016"
query='{ "query": '\
'{ "bool": {'\
' "must":[ '\
'{"range":{ "created_at": { "gte":"'+start_date+'", "lte":"'+end_date+'", "format": "dd/MM/yyyy" } }},'\
'{"term":{"user.time_zone": "paris"}}'\
']}}}'
return elastic_search_alerts.elastic_search(index,
query,
from_,
size,
all,
es=es_tweets)
def getTweets(index,size=10000,from_=0,all=False):
query='{ "query": {"match_all": {}}}'
#return es.search(index=index, size=size,from_=from_,body='{ "query": {"match_all": {}}}',request_timeout=180)
return elastic_search_alerts.elastic_search(index, query, from_, size, all, es=es_tweets)