def listing_parser(lines):
results = defaultdict(int)
bad_lines = []
lines = [line.strip() for line in lines]
for line in lines:
if get_type_by_name(line):
results[line] += 1
else:
result, bad_line = parsers.parse_listing([line])
for r in result:
if get_type_by_name(r["name"]):
results[r["name"]] += r.get("quantity", 1)
else:
bad_lines.append(line)
for l in bad_line:
bad_lines.append(l)
return [{"name": name, "quantity": quantity} for name, quantity in results.items()], bad_lines
def tryhard_parser(lines):
results = defaultdict(int)
bad_lines = []
for line in lines:
parts = [part.strip(', ') for part in line.split('\t')]
if len(parts) == 1:
parts = [part.strip(',\t ') for part in line.split(' ')]
parts = [part for part in parts if part]
if len(parts) == 1:
parts = [part.strip(',') for part in line.split(' ')]
parts = [part for part in parts if part]
# This should only work for multi-part lines
if len(parts) == 1:
break
combinations = [['name', 'quantity'],
[None, 'name', None, 'quantity'],
['quantity', None, 'name'],
['quantity', 'name'],
[None, 'name'],
['name']]
for combo in combinations:
if len(combo) > len(parts):
continue
name = ''
quantity = 1
for i, part in enumerate(combo):
if part == 'name':
if get_type_by_name(parts[i]):
name = parts[i]
else:
break
elif part == 'quantity':
if int_convert(parts[i]):
quantity = int_convert(parts[i])
else:
break
else:
results[name] += quantity
break
else:
# The above method failed. Now let's try splitting on spaces and
# build each part until we find a valid type
parts = [part.strip(',\t ') for part in line.split(' ')]
for i in range(len(parts)):
name = ' '.join(parts[:-i])
if name and get_type_by_name(name):
results[name] += 1
break
else:
bad_lines.append(line)
if not results:
raise evepaste.Unparsable('No valid input')
return [{'name': name, 'quantity': quantity}
for name, quantity in results.items()], bad_lines
def parse(raw_paste):
unique_items = set()
results = []
representative_kind = 'unknown'
largest_kind_num = 0
parser_list = [('loot_history', parsers.parse_loot_history),
('survey_scanner', parsers.parse_survey_scanner),
('pi', parsers.parse_pi),
('dscan', dscan_parser),
('killmail', parsers.parse_killmail),
('chat', parsers.parse_chat),
('eft', parsers.parse_eft),
('fitting', parsers.parse_fitting),
('contract', parsers.parse_contract),
('assets', parsers.parse_assets),
('view_contents', parsers.parse_view_contents),
('wallet', parsers.parse_wallet),
('cargo_scan', parsers.parse_cargo_scan),
('listing', listing_parser),
('heuristic', tryhard_parser)]
iterations = 0
while iterations < 10:
iterations += 1
try:
if not parser_list:
break
kind, result, bad_lines = evepaste.parse(raw_paste,
parsers=parser_list)
if result:
# Verify the results has some valid items and gather unique
# items
item_count = 0
for item in iter_types(kind, result):
details = get_type_by_name(item['name'])
if details:
unique_items.add(details['typeID'])
item_count += 1
if item_count == 0:
# Narrow down the parser_list to those that didn't get a
# chance last time
used_parser_list = list(takewhile(lambda p: kind != p[0],
parser_list))
parser_list = parser_list[len(used_parser_list)+1:]
continue
results.append([kind, result])
# Determine if this is the representative type
if item_count >= largest_kind_num:
representative_kind = kind
largest_kind_num = item_count
raw_paste = '\n'.join(bad_lines)
else:
# We found zero results, we're done parsing
break
# We're finished parsing because we've consumed all of our data
if not bad_lines:
break
except evepaste.Unparsable:
if results:
break
else:
raise
return {'representative_kind': representative_kind,
'results': results,
'bad_lines': bad_lines,
'unique_items': unique_items}
def parse(raw_paste):
unique_items = set()
results = []
representative_kind = "unknown"
largest_kind_num = 0
parser_list = list(evepaste.PARSER_TABLE) + [("listing", listing_parser), ("heuristic", tryhard_parser)]
iterations = 0
while iterations < 10:
iterations += 1
try:
if not parser_list:
break
kind, result, bad_lines = evepaste.parse(raw_paste, parsers=parser_list)
if result:
# Verify the results has some valid items and gather unique
# items
item_count = 0
for item in iter_types(kind, result):
details = get_type_by_name(item["name"])
if details:
unique_items.add(details["typeID"])
item_count += 1
if item_count == 0:
# Narrow down the parser_list to those that didn't get a
# chance last time
used_parser_list = list(takewhile(lambda p: kind != p[0], parser_list))
parser_list = parser_list[len(used_parser_list) + 1 :]
continue
results.append([kind, result])
# Determine if this is the representative type
if item_count >= largest_kind_num:
representative_kind = kind
largest_kind_num = item_count
raw_paste = "\n".join(bad_lines)
else:
# We found zero results, we're done parsing
break
# We're finished parsing because we've consumed all of our data
if not bad_lines:
break
except evepaste.Unparsable:
if results:
break
else:
raise
return {
"representative_kind": representative_kind,
"results": results,
"bad_lines": bad_lines,
"unique_items": unique_items,
}
def type_details(type_name):
return get_type_by_name(type_name) or {'typeID': 1, 'typeName': type_name}
def type_details(type_name):
return get_type_by_name(type_name) or {'typeID': 1, 'typeName': type_name}
