if __name__ == "__main__":
argv = sys.argv[1:]
opts, args = getopt.getopt(argv, "h", [
"policy=", "crawler_type=", "crawler_number=", "filter_region=",
"filter_url=", "apply_time_interval", "time_st=", "time_ed=", "help"
])
crawl_policy = Policy()
argv, show_help = [], False
for op, value in opts:
if op == "--policy":
argv.append(value)
if op == "--crawler_type":
try:
value = int(value)
crawl_policy.CRAWLER_TYPE = int(value)
argv.append(value)
except Exception, e:
print e.message
exit(1)
if op == "--crawler_number":
try:
value = int(value)
crawl_policy.CRAWLER_NUMBER = value
argv.append(value)
except Exception, e:
print e.message
exit(1)
if op == "--filter_region":
crawl_policy.START_FILTER[ORIGIN_REGION] = unicode(value)
argv.append(value)
