def setLogin(self, loginUrl, loginPayload={}, loginParseXpath={}, loginSuccessCheck=None):
self.login = True
self.loginUrl = loginUrl
for key in loginPayload:
self.loginPayload.append(ideacrawler_pb2.KVP(key=key, value=loginPayload[key]))
if len(loginParseXpath) > 0:
self.loginParseFields=True
for key in loginParseXpath:
self.loginParseXpath.append(ideacrawler_pb2.KVP(key=key, value=loginParseXpath[key]))
if loginSuccessCheck == None:
return
for key in loginSuccessCheck:
self.loginSuccessCheck = ideacrawler_pb2.KVP(key=key, value=loginSuccessCheck[key])
def setCallbackXpathRegexp(self, mdata):
for key in mdata:
self.callbackXpathRegexp.append(
ideacrawler_pb2.KVP(key=key, value=mdata[key]))
def setCallbackXpathMatch(
self,
mdata): #mdata is dict {'xpath':'match', 'xpath':'match", ...}
for key in mdata:
self.callbackXpathMatch.append(
ideacrawler_pb2.KVP(key=key, value=mdata[key]))