def parse(self, url): datas = feedparser.parse(url) for item in datas['items']: name = None version = None try: name, version = split_title(item['title']) except: logger.error("ERROR cant split {}".format(item['title'])) import_package(name) return len(datas)
def handle(self, *args, **options): """ Handle the command """ packs = Package.objects.filter() for pack in packs: logger.debug('parse %s' % pack.name) import_package(pack.name, True) sleep(1) # be smart packs = Package.objects.all() for pack in packs: val = fetch_byid_dm('package', pack.id, 'downloads') pack.pypi_downloadstm = val[1] pack.save()
def logg_pypi(package, lookup): """ Log a query on a package Params: - package (Package) """ PypStats.objects.create(lookup=lookup, package=package) return import_package(package)
def handle(self, *args, **options): """ Handle the command """ if len(args) == 0: return 'Missing url' logger.debug('parse %s' % args[0]) nbp = import_package(args[0], True)
def look4_pypi_missing(package): """ Lookup for a package an insert in DB """ return import_package(package)