class MainCategory(db.Document):
'''
'''
cid = db.StringField(max_length=500)
name = db.StringField(max_length=500)
datatime = db.DateTimeField()
def __unicode__(self):
return self.name
class SchdSeed(db.Document):
'''
'''
name = db.StringField(max_length=500, required=True)
redis_key = db.StringField(max_length=500, required=True)
schd_datetime = db.DateTimeField()
schd_times = db.IntField(default=0)
seed_list = db.ListField(db.StringField(max_length=500))
def __unicode__(self):
return self.name
class Spider(db.Document):
'''
'''
name = db.StringField(max_length=500, required=True)
get_seed = db.StringField(required=True,
default=open("webadmin/code_tpl_seed.py").read())
spider_process = db.IntField(default=1)
spider_threads = db.IntField(default=100)
navi_list = db.ListField(db.ReferenceField(SpiderNavi))
def __unicode__(self):
return self.name
class TaobaoUser(db.Document):
'''
'''
name = db.StringField(max_length=500)
pwd = db.StringField(max_length=500)
email = db.StringField(max_length=500)
cookie = db.StringField()
enable = db.BooleanField(default=True)
latest = db.DateTimeField(default=datetime.datetime.utcnow())
def __unicode__(self):
return self.name
class EmProp(db.EmbeddedDocument):
name = db.StringField()
required = db.BooleanField()
childTemplate = db.StringField()
parentPid = db.IntField()
isKeyProp = db.BooleanField()
pid = db.IntField()
cid = db.IntField()
parentVid = db.IntField()
isColorProp = db.BooleanField()
isSaleProp = db.BooleanField()
categoryPropValueList = db.StringField()
sortOrder = db.IntField()
type = db.StringField()
isAllowAlias = db.BooleanField()
class EcIP(db.Document):
'''
'''
ip = db.StringField(max_length=500)
use_time = db.DateTimeField(default=datetime.datetime.utcnow())
def __unicode__(self):
return self.ip
class Spider(db.Document):
'''
'''
name = db.StringField(max_length=500)
spider_process = db.IntField(min_value=1, max_value=100, default=1)
spider_workers = db.IntField(min_value=1, max_value=10000, default=100)
navi_list = db.ListField(db.EmbeddedDocumentField(Navi))
def __unicode__(self):
return self.name
class EC2_Schd(db.Document):
'''
'''
name = db.StringField(max_length=500)
script_code = db.StringField(default=open("webadmin/script_tpl").read())
ec2_region = db.StringField(max_length=500,
choices=[
('us-east-1', 'us-east-1'),
('us-west-2', 'us-west-2'),
('us-west-1', 'us-west-1'),
('eu-west-1', 'eu-west-1'),
('ap-southeast-1', 'ap-southeast-1'),
('ap-northeast-1', 'ap-northeast-1'),
('ap-southeast-2', 'ap-southeast-2'),
('sa-east-1', 'sa-east-1'),
])
placement = db.StringField(max_length=500, default=None)
instance_num = db.IntField(default=1)
price = db.FloatField(default=0.02)
instance_type = db.StringField(max_length=500,
default='t1.micro',
choices=[
("t1.micro", "t1.micro"),
("m1.small", "m1.small"),
("m1.medium", "m1.medium"),
("m1.large", "m1.large"),
("m1.xlarge", "m1.xlarge"),
("m3.xlarge", "m3.xlarge"),
("m3.2xlarge", "m3.2xlarge"),
("c1.medium", "c1.medium"),
("c1.xlarge", "c1.xlarge"),
("m2.xlarge", "m2.xlarge"),
("m2.2xlarge", "m2.2xlarge"),
("m2.4xlarge", "m2.4xlarge"),
("cr1.8xlarge", "cr1.8xlarge"),
("hi1.4xlarge", "hi1.4xlarge"),
("hs1.8xlarge", "hs1.8xlarge"),
("cc1.4xlarge", "cc1.4xlarge"),
("cg1.4xlarge", "cg1.4xlarge"),
("cc2.8xlarge", "cc2.8xlarge"),
])
image_id = db.StringField(max_length=500)
security_group_ids = db.ListField(db.StringField(max_length=500))
live_time = db.IntField(default=-1)
enable = db.BooleanField(default=False)
schd_time = db.IntField(default=60)
latest_schd = db.DateTimeField(default=datetime.datetime.utcnow())
def __unicode__(self):
return self.name
class Category(db.Document):
'''
'''
name = db.StringField(max_length=500)
cid = db.StringField(max_length=500)
parentCid = db.StringField(max_length=500)
isParent = db.StringField(max_length=500)
sortOrder = db.StringField(max_length=500)
categoryPropList = db.StringField(max_length=500)
featureList = db.StringField(max_length=500)
childCategoryList = db.ListField(db.EmbeddedDocumentField(EmProp))
def __unicode__(self):
return self.name
class EC2_Instance(db.Document):
'''
'''
tag = db.StringField(max_length=500)
instance_id = db.StringField(max_length=500)
image_id = db.StringField(max_length=500)
ec2_region = db.StringField(max_length=500,
choices=[
('us-east-1', 'us-east-1'),
('us-west-2', 'us-west-2'),
('us-west-1', 'us-west-1'),
('eu-west-1', 'eu-west-1'),
('ap-southeast-1', 'ap-southeast-1'),
('ap-northeast-1', 'ap-northeast-1'),
('ap-southeast-2', 'ap-southeast-2'),
('sa-east-1', 'sa-east-1'),
])
instance_type = db.StringField(max_length=500,
default='t1.micro',
choices=[
("t1.micro", "t1.micro"),
("m1.small", "m1.small"),
("m1.medium", "m1.medium"),
("m1.large", "m1.large"),
("m1.xlarge", "m1.xlarge"),
("m3.xlarge", "m3.xlarge"),
("m3.2xlarge", "m3.2xlarge"),
("c1.medium", "c1.medium"),
("c1.xlarge", "c1.xlarge"),
("m2.xlarge", "m2.xlarge"),
("m2.2xlarge", "m2.2xlarge"),
("m2.4xlarge", "m2.4xlarge"),
("cr1.8xlarge", "cr1.8xlarge"),
("hi1.4xlarge", "hi1.4xlarge"),
("hs1.8xlarge", "hs1.8xlarge"),
("cc1.4xlarge", "cc1.4xlarge"),
("cg1.4xlarge", "cg1.4xlarge"),
("cc2.8xlarge", "cc2.8xlarge"),
])
ip_address = db.StringField(max_length=500)
launch_time = db.DateTimeField(default=datetime.datetime.utcnow())
state = db.StringField(max_length=500)
def __unicode__(self):
return self.instance_id
class SpiderNavi(db.Document):
name = db.StringField(max_length=500, required=True)
python_code = db.StringField(default=open("webadmin/code_tpl.py").read())
def __unicode__(self):
return self.name
class Navi(db.EmbeddedDocument):
url_rule = db.StringField(max_length=500)
code = db.StringField()