def getNewMaru():
logger = logging.getLogger("getNewMaru")
# db connect
connection = MongoClient('lyj4974.asuscomm.com', 5923)
db = connection["maru"]
db.authenticate('maru', 'qwerty@maru', mechanism='SCRAM-SHA-1')
db_newList = db.newList
db_epList = db.epList
db_maruList = db.maruList
db_userInfo = db.userInfo
parsePage = 1
# get new maru
logger.info("Page : " + str(parsePage))
newPageResult = parseNewPage(parsePage)
for newMaru in newPageResult:
newMaruID = newMaru['newID']
newMaruTitle = newMaru['newTitle']
newMaruDateTime = newMaru['dateTime']
if not db_newList.find_one({'newID': newMaruID}) or '(수정)' in newMaruTitle:
logger.info(" newMaru " + newMaruTitle + " [" + newMaruID + "]...")
#parse newMaruID
newMaruParseResult = parseNewID(newMaruID)
# insert DB - newMaru
newMaru['epList'] = newMaruParseResult['epList']
newMaru['maruID'] = newMaruParseResult['maruID']
db_newList.update_one({'newID':newMaruID}, {"$set": newMaru}, True)
maruID = newMaruParseResult['maruID']
if maruID == '-1':
logger.info(" Parse maruID[-1] Skip")
else :
logger.info(" Parse maruID[" + maruID + "]...")
maruParseResult = parseMaruID(maruID)
maruParseResult['update'] = newMaruDateTime
# update Maru
db_maruList.update_one({'maruID':maruParseResult['maruID']}, {"$set": maruParseResult}, True)
# update Ep
for maruEp in maruParseResult['epList']:
maruEp['maruID'] = maruID
db_epList.update_one({'epID':maruEp['epID']}, {"$set": maruEp} , True)
logger.info(" " + maruEp['epTitle'] + "[" + maruEp['epID'] + ']')
# send push
pushMaruID(maruID, newMaruTitle)
else :
logger.info(" Skip " + newMaruTitle + " [" + newMaruID + "]...")
connection.close()
from pymongo import MongoClient
from MaruParser import parseNewPage
from MaruParser import parseNewID
from MaruParser import parseMaruID
# db connect
connection = MongoClient('lyj4974.asuscomm.com', 5923)
connection.maru.authenticate('maru', 'qwerty@maru', mechanism='SCRAM-SHA-1')
db = connection.maru
db_newList = db.newList
db_epList = db.epList
db_maruList = db.maruList
# get new maru
newPageResult = parseNewPage(1)
for newMaru in newPageResult:
newMaruID = newMaru['newID']
newMaruTitle = newMaru['newTitle']
if not db_newList.find_one({'newID': newMaruID}) or '(수정)' in newMaruTitle:
print(" Parse newMaru " + newMaruTitle)
#parse newMaruID
newMaruParseResult = parseNewID(newMaruID)
if '(수정)' in newMaruTitle:
newMaru['edited'] = True
# insert DB - newMaru
newMaru['epList'] = newMaruParseResult['epList']
