def main():
parser = argparse.ArgumentParser(prog="keep cd", description="keep")
parser.add_argument("command", nargs="*")
args = parser.parse_args()
parse_config_file("settings.conf")
run_command()
def main():
parser = argparse.ArgumentParser(
prog='keep cd',
description='keep',
)
parser.add_argument('command', nargs="*")
args = parser.parse_args()
parse_config_file("settings.conf")
run_command()
def main():
parser = argparse.ArgumentParser(
prog='Chatup',
description='Chatup: a forum',
)
parser.add_argument('command', nargs="*")
parser.add_argument('-f', '--settings', dest='config')
args = parser.parse_args()
if args.config:
parse_config_file(args.config) # config
else:
return init_project()
def run_command(cmd):
if cmd == 'createdb':
return create_db()
if cmd == 'createuser':
return create_superuser()
if cmd == 'fetchapp':
#top paid games app
print 'fetchapp'
print fetch_rss_app('http://itunes.apple.com/us/rss/toppaidapplications/limit=300/genre=6014/json')
if cmd == 'weibo':
return test_upload_weibo_pic()
if cmd == 'test':
from dojang.cache import get_cache_list
from account.models import People
import cPickle
# ps = People.query.all()
user_list = dict()
data = get_cache_list(People, [], 'people')
#res = get_cache_list(People, user_list.keys(), 'people:')
for d in data:
print "data", d, type(d)
if isinstance(args.command, basestring):
return run_command(args.command)
if isinstance(args.command, (list, tuple)):
for cmd in args.command:
run_command(cmd)
site = CrawlSite.query.filter_by(name=name).first()
worker_name = "easycrawl.%s.app.worker" % name
print worker_name
worker = import_object(worker_name)
clz = create_crawl_class('imax_im')
url = 'http://imax.im/movies?page=1'
update_crawl_status(clz, crawldb, url, 0)
worker.run(callback=None)
worker.run(callback=None)
worker.finished()
if __name__ == "__main__":
# reload(sys)
# sys.setdefaultencoding('utf8')
parser = argparse.ArgumentParser(
prog='keep cd',
description='keep',
)
parser.add_argument('command', nargs="*")
args = parser.parse_args()
parse_config_file(ROOTDIR+"/settings.py")
run_command('imax_im')
def main():
parser = argparse.ArgumentParser(
prog='Chatup',
description='Chatup: a forum',
)
parser.add_argument('command', nargs="*")
parser.add_argument('-f', '--settings', dest='config')
args = parser.parse_args()
if args.config:
parse_config_file(args.config) # config
else:
return init_project()
def run_command(cmd):
if cmd == 'createdb':
return create_db()
if cmd == 'createuser':
return create_superuser()
if cmd == 'fetchapp':
#top paid games app
print 'fetchapp'
print fetch_rss_app('http://itunes.apple.com/us/rss/toppaidapplications/limit=300/genre=6014/json')
if cmd == 'weibo':
return test_upload_weibo_pic()
if cmd == 'test':
from dojang.cache import complex_cache, get_cache_list
from account.models import People
import cPickle
# ps = People.query.all()
user_list = dict()
# for p in ps:
# user_list[p.id] = cPickle.dumps(p)
# complex_cache.hmset('people', user_list)
# res = complex_cache.hmget('people', user_list.keys())
#id_list = user_list.keys()
# id_list = complex_cache.hkeys('people')
# data = complex_cache.hmget('people', id_list)
# user_list.clear()
# data_ids = []
# for d in data:
# d = cPickle.loads(d)
# user_list[p.id] = p
# data_ids.append(str(p.id))
# missing = set(id_list) - set(data_ids)
# print "missing",set(id_list),set(data_ids), missing
# if missing:
# print "set missing"
# dct = {}
# for item in People.query.filter_by(id__in=missing).all():
# dct[item.id] = item
# complex_cache.hmset('people', dct)
# data.update(dct)
data = get_cache_list(People, [], 'people')
#res = get_cache_list(People, user_list.keys(), 'people:')
for d in data:
print "data", d, type(d)
if isinstance(args.command, basestring):
return run_command(args.command)
if isinstance(args.command, (list, tuple)):
for cmd in args.command:
run_command(cmd)
# reload(sys)
# sys.setdefaultencoding('utf8')
parser = argparse.ArgumentParser(
prog='keep cd',
description='keep',
)
parser.add_argument('command', nargs="*")
args = parser.parse_args()
name = args.command[0]
second_arg = None
if len(args.command) >= 2:
second_arg = args.command[1]
parse_config_file("../settings.py")
run_command(name, second_arg)
# r = "^/movies/\d+[/]*$ || http://imax.im/movies/\d+[/]*$"
# # r = "^http://movie.douban.com/subject/\d+[/]*$"
# url = 'http://imax.im/movies/36172'
# # url = 'http://movie.douban.com/subject/2345'
# ps = r.split('||')
# for patten in ps:
# patten = patten.strip()
# print patten
# if re.search(patten, url):
# print "true", url
# else:
# print "false", url
