def get_history_entries_for_day(oai_src_id, oai_date, limit=-1, start=0, method="harvested"):
"""
Returns harvesting history entries for a given day
@param oai_src_id: harvesting source identifier
@param oai_date: Date designing the deserved day
@param limit: How many records (at most) do we want to get
@param start: From which index do we want to start ?
@param method: method of getting data (two possible values "harvested" and "inserted")
Describes if the harvesting or inserting data should be used
"""
if method == "inserted":
column = OaiHARVESTLOG.date_inserted
else:
column = OaiHARVESTLOG.date_harvested
res = db.query(OaiHARVESTLOG.date_harvested, OaiHARVESTLOG.date_inserted,
OaiHARVESTLOG.id_oaiHARVEST, OaiHARVESTLOG.oai_id, OaiHARVESTLOG.id_bibrec,
OaiHARVESTLOG.inserted_to_db, OaiHARVESTLOG.bibupload_task_id) \
.filter(OaiHARVESTLOG.id_oaiHARVEST == oai_src_id) \
.filter(func.MONTH(column) == oai_date.month) \
.filter(func.YEAR(column) == oai_date.year) \
.filter(func.DAY(column) == oai_date.day) \
.order_by(column)
if limit > 0:
res = res.all()[start:start + limit]
else:
res = res.all()
result = []
for entry in res:
result.append(HistoryEntry(entry[0], entry[1],
int(entry[2]), str(entry[3]), int(entry[4]),
str(entry[5]), int(entry[6])))
return result
def get_entry_history(oai_src_id, start=0, limit=-1, method="harvested"):
"""
Returns harvesting history entries for a given OAI identifier ( Show results from multiple sources )
@limit - How many records (at most) do we want to get
@start - From which index do we want to start ?
@method - method of getting data (two possible values "harvested" and "inserted")
Describes if the harvesting or inserting data should be used
"""
if method == "inserted":
column = OaiHARVESTLOG.date_inserted
else:
column = OaiHARVESTLOG.date_harvested
res = db.query(OaiHARVESTLOG.date_harvested, OaiHARVESTLOG.date_inserted,
OaiHARVESTLOG.id_oaiHARVEST, OaiHARVESTLOG.oai_id, OaiHARVESTLOG.id_bibrec,
OaiHARVESTLOG.inserted_to_db, OaiHARVESTLOG.bibupload_task_id) \
.filter(OaiHARVESTLOG.id_oaiHARVEST == oai_src_id) \
.order_by(column)
if limit > 0:
res = res[start:start + limit]
else:
res = res.all()
result = []
for entry in res:
result.append(HistoryEntry(entry[0], entry[1],
int(entry[2]), str(entry[3]), int(entry[4]),
str(entry[5]), int(entry[6])))
return result
def get_entry_history(oai_src_id, start=0, limit=-1, method="harvested"):
"""
Returns harvesting history entries for a given OAI identifier ( Show results from multiple sources )
@limit - How many records (at most) do we want to get
@start - From which index do we want to start ?
@method - method of getting data (two possible values "harvested" and "inserted")
Describes if the harvesting or inserting data should be used
"""
if method == "inserted":
column = OaiHARVESTLOG.date_inserted
else:
column = OaiHARVESTLOG.date_harvested
res = db.query(OaiHARVESTLOG.date_harvested, OaiHARVESTLOG.date_inserted,
OaiHARVESTLOG.id_oaiHARVEST, OaiHARVESTLOG.oai_id, OaiHARVESTLOG.id_bibrec,
OaiHARVESTLOG.inserted_to_db, OaiHARVESTLOG.bibupload_task_id) \
.filter(OaiHARVESTLOG.id_oaiHARVEST == oai_src_id) \
.order_by(column)
if limit > 0:
res = res[start:start + limit]
else:
res = res.all()
result = []
for entry in res:
result.append(
HistoryEntry(entry[0], entry[1], int(entry[2]), str(entry[3]),
int(entry[4]), str(entry[5]), int(entry[6])))
return result
def get_history_entries(oai_src_id, oai_date, method="harvested"):
if method == "inserted":
column = OaiHARVESTLOG.date_inserted
else:
column = OaiHARVESTLOG.date_harvested
res = db.query(OaiHARVESTLOG.date_harvested, OaiHARVESTLOG.date_inserted,
OaiHARVESTLOG.id_oaiHARVEST, OaiHARVESTLOG.oai_id, OaiHARVESTLOG.id_bibrec,
OaiHARVESTLOG.inserted_to_db, OaiHARVESTLOG.bibupload_task_id) \
.filter(OaiHARVESTLOG.id_oaiHARVEST == oai_src_id) \
.filter(func.MONTH(column) == oai_date.month) \
.filter(func.YEAR(column) == oai_date.year) \
.order_by(column).all()
result = []
for entry in res:
result.append(HistoryEntry(entry[0], entry[1],
int(entry[2]), str(entry[3]), int(entry[4]),
str(entry[5]), int(entry[6])))
return result
def get_history_entries(oai_src_id, oai_date, method="harvested"):
if method == "inserted":
column = OaiHARVESTLOG.date_inserted
else:
column = OaiHARVESTLOG.date_harvested
res = db.query(OaiHARVESTLOG.date_harvested, OaiHARVESTLOG.date_inserted,
OaiHARVESTLOG.id_oaiHARVEST, OaiHARVESTLOG.oai_id, OaiHARVESTLOG.id_bibrec,
OaiHARVESTLOG.inserted_to_db, OaiHARVESTLOG.bibupload_task_id) \
.filter(OaiHARVESTLOG.id_oaiHARVEST == oai_src_id) \
.filter(func.MONTH(column) == oai_date.month) \
.filter(func.YEAR(column) == oai_date.year) \
.order_by(column).all()
result = []
for entry in res:
result.append(
HistoryEntry(entry[0], entry[1], int(entry[2]), str(entry[3]),
int(entry[4]), str(entry[5]), int(entry[6])))
return result
def get_history_entries_for_day(oai_src_id,
oai_date,
limit=-1,
start=0,
method="harvested"):
"""
Returns harvesting history entries for a given day
@param oai_src_id: harvesting source identifier
@param oai_date: Date designing the deserved day
@param limit: How many records (at most) do we want to get
@param start: From which index do we want to start ?
@param method: method of getting data (two possible values "harvested" and "inserted")
Describes if the harvesting or inserting data should be used
"""
if method == "inserted":
column = OaiHARVESTLOG.date_inserted
else:
column = OaiHARVESTLOG.date_harvested
res = db.query(OaiHARVESTLOG.date_harvested, OaiHARVESTLOG.date_inserted,
OaiHARVESTLOG.id_oaiHARVEST, OaiHARVESTLOG.oai_id, OaiHARVESTLOG.id_bibrec,
OaiHARVESTLOG.inserted_to_db, OaiHARVESTLOG.bibupload_task_id) \
.filter(OaiHARVESTLOG.id_oaiHARVEST == oai_src_id) \
.filter(func.MONTH(column) == oai_date.month) \
.filter(func.YEAR(column) == oai_date.year) \
.filter(func.DAY(column) == oai_date.day) \
.order_by(column)
if limit > 0:
res = res.all()[start:start + limit]
else:
res = res.all()
result = []
for entry in res:
result.append(
HistoryEntry(entry[0], entry[1], int(entry[2]), str(entry[3]),
int(entry[4]), str(entry[5]), int(entry[6])))
return result
