def do_job_get(client, args):
if not args.job_id:
raise Exception("Parameter --job required")
job_doc = client.jobs.get(args.job_id)
if args.fname:
args.save_doc_to_file(job_doc, args.fname)
else:
pprint(job_doc)
def do_job_get(client, args):
if not args.job_id:
raise Exception("Parameter --job required")
job_doc = client.jobs.get(args.job_id)
if args.fname:
args.save_doc_to_file(job_doc, args.fname)
else:
pprint(job_doc)
def prepareSubtitles(self, fname, video):
try:
id = 1
with codecs.open(fname, "w", "utf-8") as f:
if "title" in video.data:
f.write(self.subtitleBlock(id, video.data["title"]))
id += 1
if "description" in video.data:
f.write(self.subtitleBlock(id, video.data["description"]))
id += 1
except Exception as e:
pprint(e)
def prepareSubtitles(self, fname, video):
try:
id = 1
with codecs.open(fname, 'w', 'utf-8') as f:
if 'title' in video.data:
f.write(self.subtitleBlock(id, video.data['title']))
id += 1
if 'description' in video.data:
f.write(self.subtitleBlock(id, video.data['description']))
id += 1
except Exception as e:
pprint(e)
def prepareSubtitles(self, fname, video):
try:
id = 1
with codecs.open(fname, 'w', 'utf-8') as f:
if 'title' in video.data:
f.write(self.subtitleBlock(id, video.data['title']))
id += 1
if 'description' in video.data:
f.write(self.subtitleBlock(id, video.data['description']))
id += 1
except Exception as e:
pprint(e)
def do_session_get(client, args):
"""
gets a specific session object and saves it to file. If file is not
specified the session obj is printed.
:return: None
"""
if not args.session_id:
raise Exception("Parameter --session required")
session_doc = client.sessions.get(args.session_id)
if args.fname:
utils.save_doc_to_json_file(session_doc, args.fname)
else:
pprint(session_doc)
def do_session_get(client, args):
"""
gets a specific session object and saves it to file. If file is not
specified the session obj is printed.
:return: None
"""
if not args.session_id:
raise Exception("Parameter --session required")
session_doc = client.sessions.get(args.session_id)
if args.fname:
utils.save_doc_to_json_file(session_doc, args.fname)
else:
pprint(session_doc)
def __convert_types__(self, result):
attrs = self.__class__.__dict__["_properties"]
for prop in attrs:
pprint.pprint({'__class__':str(attrs[prop])})
if "EnumProperty" in str(attrs[prop]):
result[prop] = str(getattr(self, prop))
if "KeyProperty" in str(attrs[prop]):
if type(getattr(self, prop)) is not list:
result[prop] = getattr(self, prop).id()
if "DateTimeProperty" in str(attrs[prop]):
result[prop] = getattr(self, prop).strftime(DATE_FORMAT)
if "DateProperty" in str(attrs[prop]):
result[prop] = getattr(self, prop).strftime(DATE_FORMAT)
return result
def get_action_dicts(
csv_file
) -> Iterator[Dict[str, Union[str, Dict[str, Union[str, float]]]]]:
"""A generator which yields elasticsearch action dicts for groups of records
with one DPA and zero or one BPLU
"""
data_reader = csv.reader(csv_file)
entry_datetime = None # type: str
for _, group in groupby(data_reader, itemgetter(UPRN)):
rows = list(group)
if len(rows) == 1 and int(rows[0][RECORD_IDENTIFIER]) == HEADER_ID:
header = Header(*rows[0])
# we use 'date_time_no_millis' format: yyyy-MM-dd’T'HH:mm:ssZZ
# we assume UTC (+00) as the spec doesn't specify a timezone
entry_datetime = '{}T{}+00'.format(header.entry_date,
header.time_stamp)
continue
blpu_list = [] # type: List[BLPU]
dpa_list = [] # type: List[DPA]
# create namedtuples from each line
for row in rows:
rec_type = int(row[RECORD_IDENTIFIER])
# create a record using the values in the row
if rec_type == BLPU_ID:
blpu_list += [BLPU(*row)]
elif rec_type == DPA_ID:
dpa_list += [DPA(*row)]
# we must have one DPA and zero or one BPLU
if len(dpa_list) == 1 and len(blpu_list) in [0, 1]:
dpa = dpa_list[0]
blpu = []
if len(blpu_list) == 1:
blpu = blpu_list[0]
action_dicts = make_es_actions(dpa, blpu, entry_datetime)
pprint(action_dicts, width=1)
for action_dict in action_dicts:
yield action_dict
def get_action_dicts(csv_file) -> Iterator[Dict[str, Union[str, Dict[str, Union[str, float]]]]]:
"""A generator which yields elasticsearch action dicts for groups of records
with one DPA and zero or one BPLU
"""
data_reader = csv.reader(csv_file)
entry_datetime = None # type: str
for _, group in groupby(data_reader, itemgetter(UPRN)):
rows = list(group)
if len(rows) == 1 and int(rows[0][RECORD_IDENTIFIER]) == HEADER_ID:
header = Header(*rows[0])
# we use 'date_time_no_millis' format: yyyy-MM-dd’T'HH:mm:ssZZ
# we assume UTC (+00) as the spec doesn't specify a timezone
entry_datetime = "{}T{}+00".format(header.entry_date, header.time_stamp)
continue
blpu_list = [] # type: List[BLPU]
dpa_list = [] # type: List[DPA]
# create namedtuples from each line
for row in rows:
rec_type = int(row[RECORD_IDENTIFIER])
# create a record using the values in the row
if rec_type == BLPU_ID:
blpu_list += [BLPU(*row)]
elif rec_type == DPA_ID:
dpa_list += [DPA(*row)]
# we must have one DPA and zero or one BPLU
if len(dpa_list) == 1 and len(blpu_list) in [0, 1]:
dpa = dpa_list[0]
blpu = []
if len(blpu_list) == 1:
blpu = blpu_list[0]
action_dicts = make_es_actions(dpa, blpu, entry_datetime)
pprint(action_dicts, width=1)
for action_dict in action_dicts:
yield action_dict
