def test_values_no_value(self):
struct = "TestcaseStructureNoValue.json"
val = "ValuesNoValue.json"
json_parse(struct, val)
with open("StructureWithValues.json", "r") as output_file:
output = json.load(output_file)
with open(struct, "r") as sample_file:
sample = json.load(sample_file)
self.assertDictEqual(
output, sample,
"Если у параметра с id из Values.json, в массиве values нет объекта с id равным value, то считаем, что такого значения нет и оставляем поле value пустым."
)
def test_values_no_param(self):
struct = "TestcaseStructure.json"
val = "ValuesNoParam.json"
json_parse(struct, val)
with open("StructureWithValues.json", "r") as output_file:
output = json.load(output_file)
with open(struct, "r") as sample_file:
sample = json.load(sample_file)
self.assertDictEqual(
output, sample,
"Если мы не можем найти параметр с id из файла Values.json, то считаем, что такого параметра нет и значение подставлять некуда"
)
def main():
case_dict = defaultdict(list)
abbreviations = {'std': 'standard', 'cut': 'cutter'}
with open('machine_model-Case.json', 'r') as record:
for data in json_parse(record, "\n"):
standardize_manufacturer(data, case_dict, abbreviations)
pprint(dict(case_dict))
with open('machine_model-Caterpillar.json', 'r') as record:
for data in json_parse(record, "\n"):
standardize(data, "140h")
def test_to_json(self):
self.assertEqual(json.dumps(b), json_parse().to_json(b))
self.assertEqual(json.dumps(data_list), json_parse().to_json(data_list))
self.assertEqual(json.dumps(data_dict), json_parse().to_json(data_dict))
self.assertEqual(json.dumps(data_str), json_parse().to_json(data_str))
self.assertEqual(json.dumps(data_int), json_parse().to_json(data_int))
self.assertEqual(json.dumps(data_tuple), json_parse().to_json(data_tuple))
def main():
total_urls = json_parse("WEBPAGES_RAW/bookkeeping.json")
if not os.path.isfile("index.txt"):
html_extraction.iterate_files()
if not os.path.isfile("tf_idf_index.txt"):
tf_idf_calculation.loop_thru_file()
while True:
query = raw_input("search: ").lower()
if query == "q":
break
docs = search(query)
count = 1
for d, w in docs:
print(str(count) + ". " + total_urls.get_url(d))
count += 1
if not docs:
print("UNABLE TO FIND QUERY")
print("\nINPUT Q TO STOP SEARCHING")
def test_loads(self):
data = json.dumps(data_list)
self.assertEqual(json.loads(data), json_parse().loads(data))
data = json.dumps(data_dict)
self.assertEqual(json.loads(data), json_parse().loads(data))
data = json.dumps(data_str)
self.assertEqual(json.loads(data), json_parse().loads(data))
data = json.dumps(data_int)
self.assertEqual(json.loads(data), json_parse().loads(data))
data = json.dumps(data_tuple)
self.assertEqual(json.loads(data), json_parse().loads(data))
try:
a = json.loads(data_erorr)
except BaseException:
a = None
self.assertEqual(a, json_parse().loads(data_erorr))
from json_parse import json_parse
import html_extraction, sys, os.path, tf_idf_calculation, operator
from flask import Flask, render_template, request
app = Flask(__name__)
total_urls = json_parse("WEBPAGES_RAW/bookkeeping.json")
formHtml = """
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<title>Search</title>
</head>
<body>
<form action = "http://localhost:5000/result" method = "POST">
<p>Search <input type = "text" name = "Search" /></p>
<p><input type = "submit" value = "submit" /></p>
</form>
</body>
</html>
"""
def main():
total_urls = json_parse("WEBPAGES_RAW/bookkeeping.json")
if not os.path.isfile("index.txt"):
html_extraction.iterate_files()
if not os.path.isfile("tf_idf_index.txt"):
tf_idf_calculation.loop_thru_file()