コード例 #1
0
ファイル: sync.py プロジェクト: tyrchen/kagalaska
 def _do_place(self):
   b = BaseInput(self.place_path)
   print("删除所有地点")
   Place.delete_all()
   def callback(info):
     class_name = info.pop('proxy', 'PLACE')
     info.update({'class': class_name})
     place = Place(**info)
     place.save()
     print(info.get('slug', ''))
   b.input(callback)
コード例 #2
0
ファイル: tag_rank.py プロジェクト: tyrchen/kagalaska
  def place_update(self, **kwargs):
    smart_print(kwargs, 'place_update')
    try:
      slug = kwargs.get('slug', '')
      if not slug:
        return {'success': False}

      Place.cls_update(**kwargs)
    except Exception:
      return {'success': False}
    else:
      return {'success': True}
コード例 #3
0
ファイル: loaders.py プロジェクト: tyrchen/kagalaska
  def load(self, to_db=False, to_tag=False, delete=False):
    with open(name=self.origin_path, mode='r') as f:
      for each_line in f.readlines():
        json_data = json.loads(each_line[:-1])
        save, format_data = self.format_info(json_data)
        if not save:
          continue

        try:
          slug = json_data.pop('slug')
          if delete:
            place = Place.get_by_slug(slug)
            if place:
              print("Will delete %s" %slug)
              place.remove()
            name_zh = json_data['name_zh']
            tag = Tag.get_by_name(name_zh)
            if tag:
              print("Will delete %s" %name_zh)
              tag.remove()

          if to_db:
            exists = Place.get_by_slug(slug=slug, json_format=True)
            if not exists:
              print(json_data['name_zh'])
              place = Place(slug=slug, **json_data)
              place.save()

          if to_tag:
            class_name = json_data.pop('class')
            name = json_data.get('name_zh', '')
            item = {'slug': slug, 'class': class_name}
            categories = json_data.get('categories', '')
            tag_type = class_name
            exists = Tag.get_by_name(name, json_format=True)
            if exists:
              print("存在 %s" %name)
              continue

            print(json_data['name_zh'])
            tag =   Tag(name=name, items=[item], score=float(DEFAULT_SCORE),
                      parents=categories, proxy=tag_type)

            tag.save()
            
        except Exception, err:
          print(err)
          continue
コード例 #4
0
ファイル: service.py プロジェクト: tyrchen/kagalaska
  def add_tag(self, tag, force_add=False):
    name = tag.name
    if not name:
      return

    score = getattr(tag, 'score', 1.0) or 1.0
    parents = getattr(tag, 'parents', []) or []
    items = getattr(tag, 'items', []) or []
    instance_items = []
    equal_to = getattr(tag, 'equal_to', '') or ''
    for item in items:
      slug = item['slug'] or name
      if (not force_add) and (self.memory_normal_items.exists(slug) or self.memory_place_items.exists(slug)):
        continue

      category = item['class']
      if category == 'NORMAL':
        item_info = Normal.get_by_slug(slug, json_format=True)
        if not item_info:
          continue

        item_instance = NormalItemEntity(tag_name=name, parents=parents, **item_info)
        self.memory_normal_items.add(slug, item_instance)
      else:
        item_info = Place.get_by_slug(slug, json_format=True)
        if not item_info:
          continue

        item_instance = PlaceItemEntity(tag_name=name, **item_info)
        self.memory_place_items.add(slug, item_instance)
      instance_items.append(item_instance)

    tag_instance = TagEntity(name, score=score, equal_to=equal_to,
                                 parents=parents, items=instance_items)
    self.memory_tags.add(name, tag_instance)
コード例 #5
0
ファイル: managers.py プロジェクト: tyrchen/kagalaska
  def to_cache(self):
    for tag in Tag.objects():
      name = tag.name
      parents = getattr(tag, 'parents', [])
      items = tag.get_items()['places']
      self.tags.update({
        name: {
          'parents': parents,
          'items': items
        }
      })

      for item in items:
        if not item['class'] in Tag.mapping:
          continue

        if self.has_slug(item['slug']):
          continue

        obj = Place.get_by_slug(item['slug'], json_format=True)
        if not obj:
          continue

        slug = obj.get('slug', '')
        if not slug:
          continue

        self.items.update({slug: obj})
コード例 #6
0
ファイル: output.py プロジェクト: tyrchen/kagalaska
  def do_place(self):
    path = os.path.join(BASE, 'output_place.csv')
    file = open(path, 'w')
    for p in Place.objects():
      slug = getattr(p, 'slug', '')
      if not slug:
        continue

      name_en = getattr(p, 'name_en', '')
      name_zh = getattr(p, 'name_zh', '')
      centroid = getattr(p, 'centroid', [0.0, 0.0])
      lng, lat = centroid
      place_parent = getattr(p, 'place_parent', '')
      proxy = getattr(p, 'class', 'PLACE')
      info = '%s\t%s\t%s\t%.4f\t%.4f\t%s\t%s\n' % (slug, name_zh, name_en, lat, lng, place_parent, proxy)
      print(slug)
      file.write(info.encode('utf-8'))
    file.close()
コード例 #7
0
ファイル: sync.py プロジェクト: tyrchen/kagalaska
 def callback(info):
   class_name = info.pop('proxy', 'PLACE')
   info.update({'class': class_name})
   place = Place(**info)
   place.save()
   print(info.get('slug', ''))