def load(self, to_db=False, to_tag=False, delete=False):
with open(name=self.origin_path, mode='r') as f:
for each_line in f.readlines():
json_data = json.loads(each_line[:-1])
save, format_data = self.format_info(json_data)
if not save:
continue
try:
slug = json_data.pop('slug')
if delete:
place = Place.get_by_slug(slug)
if place:
print("Will delete %s" %slug)
place.remove()
name_zh = json_data['name_zh']
tag = Tag.get_by_name(name_zh)
if tag:
print("Will delete %s" %name_zh)
tag.remove()
if to_db:
exists = Place.get_by_slug(slug=slug, json_format=True)
if not exists:
print(json_data['name_zh'])
place = Place(slug=slug, **json_data)
place.save()
if to_tag:
class_name = json_data.pop('class')
name = json_data.get('name_zh', '')
item = {'slug': slug, 'class': class_name}
categories = json_data.get('categories', '')
tag_type = class_name
exists = Tag.get_by_name(name, json_format=True)
if exists:
print("存在 %s" %name)
continue
print(json_data['name_zh'])
tag = Tag(name=name, items=[item], score=float(DEFAULT_SCORE),
parents=categories, proxy=tag_type)
tag.save()
except Exception, err:
print(err)
continue
def remove(self, **json_data):
name = json_data.get('name', '')
if not self.memory_tags.exists(name):
return
self.memory_tags.delete(name)
tag = Tag.get_by_name(name)
tag.remove()
def load(self):
with open(name=self.path, mode='r') as f:
for each_line in f.readlines():
name, score = each_line.decode('utf-8')[:-1].split('\t')
tag = Tag.get_by_name(name)
if not tag:
continue
else:
tag.set_score(score=float(score))
print(name)
def load(self):
with open(name=self.path, mode='r') as f:
for each_line in f.readlines():
name, score, parents_ = each_line.decode('utf-8')[:-1].split('\t')
parents = filter(None, parents_.split(','))
tag = Tag.get_by_name(name)
if not tag:
item = Tag(name=name, score=float(score), parents=parents)
item.save()
else:
tag.add_parents(parents=parents)
print(name)
def load(self):
with open(name=self.path, mode='r') as f:
for each_line in f.readlines():
name, parents_str = each_line.decode('utf-8')[:-1].split('\t')
parents = parents_str.split(',')
print(name, parents)
# To normal model
exists = Normal.get_by_slug(name)
if not exists:
item = Normal(slug=name)
print("Saving Normal Item %s" % name)
item.save()
for parent in parents:
exists = Normal.get_by_slug(parent)
if not exists:
parent_item = Normal(slug=parent)
print("Saving Normal Item %s" % parent)
parent_item.save()
# To tag model
exists = Tag.get_by_name(name)
if not exists:
tag = Tag(name=name, parents=parents, score=self.score,
items=[{'slug': name, 'class': 'NORMAL'},],
proxy='NORMAL')
print("Tag Item, %s" % name)
tag.save()
for parent in parents:
exists = Tag.get_by_name(parent)
if not exists:
tag = Tag(name=parent, score=self.score,
items=[{'slug': parent, 'class': 'NORMAL'},],
proxy='NORMAL')
print("Tag item %s " % parent)
tag.save()
