def __init__(self, layerParams, filterParams): Filter.__init__(self, layerParams, filterParams) try: self.time_change = utils.num(layerParams['time_change']) except KeyError: self.time_change = utils.num(filterParams['time_change']) try: self.units = layerParams['units'] except KeyError: self.units = filterParams['units'] try: self.frequency = layerParams['frequency'] except KeyError: self.frequency = filterParams['frequency'] try: self.season = layerParams['season'] except KeyError: self.season = filterParams['season'] try: self.start_date = layerParams['start_date'] except KeyError: self.start_date = filterParams['start_date'] try: self.end_date = layerParams['end_date'] except KeyError: self.end_date = filterParams['end_date']
def __init__(self, layerParams, filterParams): Filter.__init__(self, layerParams, filterParams) try: self.window_length = utils.num(layerParams['window_length']) except KeyError: self.window_length = utils.num(filterParams['window_length']) try: self.polyorder = utils.num(layerParams['polyorder']) except KeyError: self.polyorder = utils.num(filterParams['polyorder'])
def run(limit, KeyWd=None, Content=None, Summary=None, Author=None, Title=None, Theme=None, **kwargs): __filter = Filter(**kwargs) Subject = __filter.get_param().get("Subject") ArticleType = __filter.get_param().get("ArticleType") Order = __filter.get_param().get("Order") Year = __filter.get_param().get("Year") for p in range(1, limit + 1): Page = p search = Search(KeyWd=KeyWd, Content=Content, Summary=Summary, Author=Author, Title=Title, Theme=Theme, Subject=Subject, ArticleType=ArticleType, Order=Order, Year=Year, Page=Page) result = search.parse() yield result
def __init__(self, layerParams, filterParams): Filter.__init__(self, layerParams, filterParams)
_new_dict = dict() for key, values in dict_of_unicode.items(): _new_dict[key.encode('utf8')] = [val.encode('utf8') for val in values] return _new_dict if __name__ == '__main__': import argparse parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('input', nargs='?', help='path to JSON file that is either name-->[target_id, ...], or target_id-->[name, ...], defaults to stdin') parser.add_argument('--target-id-to-names', default=False, action='store_true', help='pass this flag if input JSON file has target_id string as the primary key') parser.add_argument('output', nargs='?', default=None, help='path to output file for large thrift message, defaults to stdout.') args = parser.parse_args() filter = Filter() if args.input: i_fh = open(args.input) else: i_fh = sys.stdin log('loading %s' % args.input) if args.target_id_to_names: unicode_target_id_to_names = json.load(i_fh) log('%d target_ids loaded' % len(unicode_target_id_to_names)) utf8_target_id_to_names = convert_utf8( unicode_target_id_to_names ) filter_names = FilterNames(target_id_to_names=utf8_target_id_to_names)