def main(): parser = argparse.ArgumentParser(prog="keep cd", description="keep") parser.add_argument("command", nargs="*") args = parser.parse_args() parse_config_file("settings.conf") run_command()
def main(): parser = argparse.ArgumentParser( prog='keep cd', description='keep', ) parser.add_argument('command', nargs="*") args = parser.parse_args() parse_config_file("settings.conf") run_command()
def main(): parser = argparse.ArgumentParser( prog='Chatup', description='Chatup: a forum', ) parser.add_argument('command', nargs="*") parser.add_argument('-f', '--settings', dest='config') args = parser.parse_args() if args.config: parse_config_file(args.config) # config else: return init_project() def run_command(cmd): if cmd == 'createdb': return create_db() if cmd == 'createuser': return create_superuser() if cmd == 'fetchapp': #top paid games app print 'fetchapp' print fetch_rss_app('http://itunes.apple.com/us/rss/toppaidapplications/limit=300/genre=6014/json') if cmd == 'weibo': return test_upload_weibo_pic() if cmd == 'test': from dojang.cache import get_cache_list from account.models import People import cPickle # ps = People.query.all() user_list = dict() data = get_cache_list(People, [], 'people') #res = get_cache_list(People, user_list.keys(), 'people:') for d in data: print "data", d, type(d) if isinstance(args.command, basestring): return run_command(args.command) if isinstance(args.command, (list, tuple)): for cmd in args.command: run_command(cmd)
site = CrawlSite.query.filter_by(name=name).first() worker_name = "easycrawl.%s.app.worker" % name print worker_name worker = import_object(worker_name) clz = create_crawl_class('imax_im') url = 'http://imax.im/movies?page=1' update_crawl_status(clz, crawldb, url, 0) worker.run(callback=None) worker.run(callback=None) worker.finished() if __name__ == "__main__": # reload(sys) # sys.setdefaultencoding('utf8') parser = argparse.ArgumentParser( prog='keep cd', description='keep', ) parser.add_argument('command', nargs="*") args = parser.parse_args() parse_config_file(ROOTDIR+"/settings.py") run_command('imax_im')
def main(): parser = argparse.ArgumentParser( prog='Chatup', description='Chatup: a forum', ) parser.add_argument('command', nargs="*") parser.add_argument('-f', '--settings', dest='config') args = parser.parse_args() if args.config: parse_config_file(args.config) # config else: return init_project() def run_command(cmd): if cmd == 'createdb': return create_db() if cmd == 'createuser': return create_superuser() if cmd == 'fetchapp': #top paid games app print 'fetchapp' print fetch_rss_app('http://itunes.apple.com/us/rss/toppaidapplications/limit=300/genre=6014/json') if cmd == 'weibo': return test_upload_weibo_pic() if cmd == 'test': from dojang.cache import complex_cache, get_cache_list from account.models import People import cPickle # ps = People.query.all() user_list = dict() # for p in ps: # user_list[p.id] = cPickle.dumps(p) # complex_cache.hmset('people', user_list) # res = complex_cache.hmget('people', user_list.keys()) #id_list = user_list.keys() # id_list = complex_cache.hkeys('people') # data = complex_cache.hmget('people', id_list) # user_list.clear() # data_ids = [] # for d in data: # d = cPickle.loads(d) # user_list[p.id] = p # data_ids.append(str(p.id)) # missing = set(id_list) - set(data_ids) # print "missing",set(id_list),set(data_ids), missing # if missing: # print "set missing" # dct = {} # for item in People.query.filter_by(id__in=missing).all(): # dct[item.id] = item # complex_cache.hmset('people', dct) # data.update(dct) data = get_cache_list(People, [], 'people') #res = get_cache_list(People, user_list.keys(), 'people:') for d in data: print "data", d, type(d) if isinstance(args.command, basestring): return run_command(args.command) if isinstance(args.command, (list, tuple)): for cmd in args.command: run_command(cmd)
# reload(sys) # sys.setdefaultencoding('utf8') parser = argparse.ArgumentParser( prog='keep cd', description='keep', ) parser.add_argument('command', nargs="*") args = parser.parse_args() name = args.command[0] second_arg = None if len(args.command) >= 2: second_arg = args.command[1] parse_config_file("../settings.py") run_command(name, second_arg) # r = "^/movies/\d+[/]*$ || http://imax.im/movies/\d+[/]*$" # # r = "^http://movie.douban.com/subject/\d+[/]*$" # url = 'http://imax.im/movies/36172' # # url = 'http://movie.douban.com/subject/2345' # ps = r.split('||') # for patten in ps: # patten = patten.strip() # print patten # if re.search(patten, url): # print "true", url # else: # print "false", url