def test_get_goods(self):
metadata = get_metadata()
barrier_types = metadata.get_goods()
assert len(barrier_types) > 0
for barrier_type in barrier_types:
assert barrier_type["category"] == "GOODS"
def test_edit_location_choices(self):
"""
Check the edit location page lists all countries in choices
"""
self.update_session(
{
"location": {
"country": self.barrier["country"],
"admin_areas": [
admin_area["id"] for admin_area in self.barrier["admin_areas"]
],
}
}
)
response = self.client.get(
reverse("barriers:edit_country", kwargs={"barrier_id": self.barrier["id"]}),
)
assert response.status_code == HTTPStatus.OK
assert "form" in response.context
form = response.context["form"]
metadata = get_metadata()
country_list = metadata.get_country_list()
trading_bloc_list = metadata.get_trading_bloc_list()
assert len(form.fields["location"].choices[0][1]) == len(trading_bloc_list)
assert len(form.fields["location"].choices[1][1]) == len(country_list)
def test_get_category(self):
metadata = get_metadata()
category = metadata.get_category("130")
assert category["title"] == "Price controls"
assert category["category"] == "GOODS"
def get_context_data(self, form, **kwargs):
context_data = super().get_context_data(form=form, **kwargs)
context_data.update(self.get_saved_search_context_data(form))
barriers = self.get_barriers(form)
metadata = get_metadata()
context_data.update({
"barriers":
barriers,
"trading_blocs":
metadata.get_trading_bloc_list(),
"filters":
form.get_readable_filters(with_remove_links=True),
"pagination":
self.get_pagination_data(object_list=barriers),
"pageless_querystring":
self.get_pageless_querystring(),
"page":
"search",
"search_csv_downloaded":
self.request.GET.get("search_csv_downloaded"),
"search_csv_download_error":
self.request.GET.get("search_csv_download_error"),
"download_request_sent":
self.request.GET.get("download_request_sent"),
"download_request_sent_error":
self.request.GET.get("download_request_sent_error"),
})
context_data = self.update_context_data_for_member(context_data, form)
return context_data
def test_search_form_choices(self, mock_list):
response = self.client.get(reverse("barriers:search"))
assert response.status_code == HTTPStatus.OK
form = response.context["form"]
metadata = get_metadata()
country_list = metadata.get_country_list()
trading_bloc_list = metadata.get_trading_bloc_list()
country_choices = form.fields["country"].choices
assert len(
country_choices) == len(country_list) + len(trading_bloc_list)
sector_list = metadata.get_sector_list(level=0)
sector_choices = form.fields["sector"].choices
assert len(sector_choices) == len(sector_list)
category_list = set(
[category["id"] for category in metadata.data["categories"]])
category_choices = form.fields["category"].choices
assert len(category_choices) == len(category_list)
region_list = set(
[region["id"] for region in metadata.get_overseas_region_list()])
region_choices = form.fields["region"].choices
assert len(region_choices) == len(region_list)
priority_list = metadata.data["barrier_priorities"]
priority_choices = form.fields["priority"].choices
assert len(priority_choices) == len(priority_list)
status_choices = form.fields["status"].choices
assert len(status_choices) == 6
def search_form(self):
if not self._search_form:
self._search_form = BarrierSearchForm(
metadata=get_metadata(), data=self.get_search_form_data()
)
self._search_form.full_clean()
return self._search_form
def test_add_admin_area_choices(self):
"""
Check the add admin area page lists only admin areas in the country
"""
self.update_session(
{
"location": {
"country": self.new_country_id,
"admin_areas": [],
}
}
)
response = self.client.get(
reverse(
"barriers:add_admin_area", kwargs={"barrier_id": self.barrier["id"]}
),
)
assert response.status_code == HTTPStatus.OK
assert "form" in response.context
form = response.context["form"]
metadata = get_metadata()
admin_areas = metadata.get_admin_areas_by_country(self.new_country_id)
assert len(form.fields["admin_area"].choices) == len(admin_areas)
def test_get_admin_areas_by_country(self):
metadata = get_metadata()
country_id = "b05f66a0-5d95-e211-a939-e4115bead28a"
admin_areas = metadata.get_admin_areas_by_country(country_id)
for admin_area in admin_areas:
assert admin_area["country"]["name"] == "Brazil"
def test_get_services(self):
metadata = get_metadata()
barrier_types = metadata.get_services()
assert len(barrier_types) > 0
for barrier_type in barrier_types:
assert barrier_type["category"] == "SERVICES"
def test_get_status_text(self):
metadata = get_metadata()
assert metadata.get_status_text("2") == "Open: In progress"
assert metadata.get_status_text(
"1", "UK_GOVT") == ("Open: Pending action (UK government)")
assert metadata.get_status_text(
"1", "OTHER",
"Pending other") == ("Open: Pending action (Pending other)")
def readable_filters(self):
if self._readable_filters is None:
search_form = BarrierSearchForm(
metadata=get_metadata(),
data=self.filters,
)
search_form.full_clean()
self._readable_filters = search_form.get_readable_filters()
return self._readable_filters
def test_get_category_list(self):
metadata = get_metadata()
categories = metadata.get_category_list()
titles = [category["title"] for category in categories]
assert "Customs procedures" in titles
assert "Government subsidies" in titles
assert "Rules of origin" in titles
assert "Tariffs or import duties" in titles
def test_get_status(self):
metadata = get_metadata()
assert metadata.get_status("0")["name"] == "Unfinished"
assert metadata.get_status("1")["name"] == "Open: Pending action"
assert metadata.get_status("2")["name"] == "Open: In progress"
assert metadata.get_status("3")["name"] == "Resolved: In part"
assert metadata.get_status("4")["name"] == "Resolved: In full"
assert metadata.get_status("5")["name"] == "Dormant"
assert metadata.get_status("6")["name"] == "Archived"
assert metadata.get_status("7")["name"] == "Unknown"
def test_get_overseas_region_list(self):
metadata = get_metadata()
regions = metadata.get_overseas_region_list()
region_names = [region["name"] for region in regions]
assert region_names == [
"Africa",
"Asia-Pacific",
"China",
"Eastern Europe and Central Asia",
"Europe",
"Latin America",
"Middle East",
"North America",
"South Asia",
]
def metadata(pipeline, event):
message = 0
while not event.is_set() or not pipeline.empty():
message = pipeline.get_message("metadata")
logging.debug("Metadata getter starting to process file: %s", message)
try:
metadata = get_metadata(message)
logging.info("SUCCESS\t%s\t%s\t%s\t%s", message,
metadata['months'], metadata['year'],
metadata['page'])
except Exception as e:
logging.info("Failed to get metadata for %s due to error: %s",
message, str(e))
logging.info("Consumer received EXIT event. Exiting")
def test_get_sectors_by_ids(self):
metadata = get_metadata()
sector_ids = [
"9738cecc-5f95-e211-a939-e4115bead28a",
"9b38cecc-5f95-e211-a939-e4115bead28a",
"b1959812-6095-e211-a939-e4115bead28a",
"aa22c9d2-5f95-e211-a939-e4115bead28a",
]
sectors = metadata.get_sectors_by_ids(sector_ids)
sector_names = [sector["name"] for sector in sectors]
assert sector_names == [
"Airports",
"Chemicals",
"Energy",
"Railways",
]
def create_barrier_commodity(self, code, location):
metadata = get_metadata()
if metadata.is_trading_bloc_code(location):
return BarrierCommodity({
"commodity": self.data,
"code": code,
"country": None,
"trading_bloc": {
"code": location
},
})
return BarrierCommodity({
"commodity": self.data,
"code": code,
"country": {
"id": location
},
"trading_bloc": None,
})
from utils.metadata import get_metadata
import logging
from utils.config import get_config
# Config
config = get_config()
# Logging
format = "%(asctime)s: %(message)s"
logging.basicConfig(filename="{}metadata.log".format(
config["directories"]["logs"]),
level=logging.INFO)
logging.getLogger().setLevel(logging.DEBUG)
# files = ["tpb-13_268.jpg","tpb-21_276.jpg","tpb-3_64.jpg","tpb-8_151.jpg","tpb-19_220.jpg","tpb-21_328.jpg","tpb-20_329.jpg","tpb-7_12.jpg","tpb-13_247.jpg","tpb-19_218.jpg","tpb-14_172.jpg","tpb-14_100.jpg","tpb-9_241.jpg","tpb-1_16.jpg","tpb-13_17.jpg","tpb-1_29.jpg","tpb-2_152.jpg","tpb-23_262.jpg","tpb-11_16.jpg","tpb-14_18.jpg","tpb-25_11.jpg","tpb-10_328.jpg","tpb-13_238.jpg","tpb-18_13.jpg","tpb-14_124.jpg","tpb-6_330.jpg","tpb-14_142.jpg","tpb-13_328.jpg","tpb-16_331.jpg","tpb-13_262.jpg","tpb-22_75.jpg","tpb-17_18.jpg","tpb-13_277.jpg","tpb-24_15.jpg","tpb-10_15.jpg","tpb-24_328.jpg","tpb-14_178.jpg","tpb-2_317.jpg","tpb-17_332.jpg","tpb-12_328.jpg","tpb-7_325.jpg","tpb-2_328.jpg","tpb-18_98.jpg"]
files = ["tpb-1_262.jpg"] #
raw_image_directory = config["directories"]["raw_images"]
for file in files:
try:
get_metadata("{}/{}".format(raw_image_directory, file))
except Exception as e:
logging.info("Failed to get metadata for %s due to error: %s", file,
str(e))
def get_form_kwargs(self):
return {
"metadata": get_metadata(),
"data": self.request.GET,
}
def get_form_kwargs(self):
kwargs = super().get_form_kwargs()
kwargs["metadata"] = get_metadata()
kwargs["wto_profile"] = self.barrier.wto_profile
return kwargs
def get_context_data(self, **kwargs):
context_data = super().get_context_data(**kwargs)
metadata = get_metadata()
context_data["goods"] = metadata.get_goods()
context_data["services"] = metadata.get_services()
return context_data
def test_get_term(self):
metadata = get_metadata()
assert metadata.get_term("1") == "A procedural, short-term barrier"
assert metadata.get_term("2") == "A long-term strategic barrier"
def metadata(self):
if self._metadata is None:
self._metadata = get_metadata()
return self._metadata
def test_get_admin_area(self):
metadata = get_metadata()
admin_area_id = "3d4f0b93-b16e-4f61-98e8-006a2c290f95"
admin_area = metadata.get_admin_area(admin_area_id)
assert admin_area["name"] == "Rio de Janeiro"
assert admin_area["country"]["name"] == "Brazil"
def test_get_sector_list(self):
metadata = get_metadata()
sectors = metadata.get_sector_list(level=0)
assert len(sectors) > 0
for sector in sectors:
assert sector["level"] == 0
def test_get_source(self):
metadata = get_metadata()
assert metadata.get_source("COMPANY") == "Company"
assert metadata.get_source("TRADE") == "Trade association"
assert metadata.get_source("GOVT") == "Government entity"
assert metadata.get_source("OTHER") == "Other"
def test_get_sector(self):
metadata = get_metadata()
sector_id = "9838cecc-5f95-e211-a939-e4115bead28a"
sector = metadata.get_sector(sector_id)
assert sector["name"] == "Automotive"
def test_get_priority(self):
metadata = get_metadata()
assert metadata.get_priority("UNKNOWN")["name"] == "Unknown"
assert metadata.get_priority("HIGH")["name"] == "High"
assert metadata.get_priority("MEDIUM")["name"] == "Medium"
assert metadata.get_priority("LOW")["name"] == "Low"
def test_get_country(self):
metadata = get_metadata()
country_id = "b05f66a0-5d95-e211-a939-e4115bead28a"
country = metadata.get_country(country_id)
assert country["id"] == country_id
assert country["name"] == "Brazil"
