def __init__(self, layerParams, filterParams): Filter.__init__(self, layerParams, filterParams) try: self.time_change = utils.num(layerParams['time_change']) except KeyError: self.time_change = utils.num(filterParams['time_change']) try: self.units = layerParams['units'] except KeyError: self.units = filterParams['units'] try: self.frequency = layerParams['frequency'] except KeyError: self.frequency = filterParams['frequency'] try: self.season = layerParams['season'] except KeyError: self.season = filterParams['season'] try: self.start_date = layerParams['start_date'] except KeyError: self.start_date = filterParams['start_date'] try: self.end_date = layerParams['end_date'] except KeyError: self.end_date = filterParams['end_date']
def __init__(self, layerParams, filterParams):
Filter.__init__(self, layerParams, filterParams)
try:
self.time_change = utils.num(layerParams['time_change'])
except KeyError:
self.time_change = utils.num(filterParams['time_change'])
try:
self.units = layerParams['units']
except KeyError:
self.units = filterParams['units']
try:
self.frequency = layerParams['frequency']
except KeyError:
self.frequency = filterParams['frequency']
try:
self.season = layerParams['season']
except KeyError:
self.season = filterParams['season']
try:
self.start_date = layerParams['start_date']
except KeyError:
self.start_date = filterParams['start_date']
try:
self.end_date = layerParams['end_date']
except KeyError:
self.end_date = filterParams['end_date']
def __init__(self, layerParams, filterParams): Filter.__init__(self, layerParams, filterParams) try: self.window_length = utils.num(layerParams['window_length']) except KeyError: self.window_length = utils.num(filterParams['window_length']) try: self.polyorder = utils.num(layerParams['polyorder']) except KeyError: self.polyorder = utils.num(filterParams['polyorder'])
def run(limit,
KeyWd=None,
Content=None,
Summary=None,
Author=None,
Title=None,
Theme=None,
**kwargs):
__filter = Filter(**kwargs)
Subject = __filter.get_param().get("Subject")
ArticleType = __filter.get_param().get("ArticleType")
Order = __filter.get_param().get("Order")
Year = __filter.get_param().get("Year")
for p in range(1, limit + 1):
Page = p
search = Search(KeyWd=KeyWd,
Content=Content,
Summary=Summary,
Author=Author,
Title=Title,
Theme=Theme,
Subject=Subject,
ArticleType=ArticleType,
Order=Order,
Year=Year,
Page=Page)
result = search.parse()
yield result
def __init__(self, layerParams, filterParams):
Filter.__init__(self, layerParams, filterParams)
def __init__(self, layerParams, filterParams):
Filter.__init__(self, layerParams, filterParams)
_new_dict = dict()
for key, values in dict_of_unicode.items():
_new_dict[key.encode('utf8')] = [val.encode('utf8') for val in values]
return _new_dict
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('input', nargs='?', help='path to JSON file that is either name-->[target_id, ...], or target_id-->[name, ...], defaults to stdin')
parser.add_argument('--target-id-to-names', default=False, action='store_true',
help='pass this flag if input JSON file has target_id string as the primary key')
parser.add_argument('output', nargs='?', default=None, help='path to output file for large thrift message, defaults to stdout.')
args = parser.parse_args()
filter = Filter()
if args.input:
i_fh = open(args.input)
else:
i_fh = sys.stdin
log('loading %s' % args.input)
if args.target_id_to_names:
unicode_target_id_to_names = json.load(i_fh)
log('%d target_ids loaded' % len(unicode_target_id_to_names))
utf8_target_id_to_names = convert_utf8( unicode_target_id_to_names )
filter_names = FilterNames(target_id_to_names=utf8_target_id_to_names)
