def test_get_goods(self): metadata = get_metadata() barrier_types = metadata.get_goods() assert len(barrier_types) > 0 for barrier_type in barrier_types: assert barrier_type["category"] == "GOODS"
def test_edit_location_choices(self): """ Check the edit location page lists all countries in choices """ self.update_session( { "location": { "country": self.barrier["country"], "admin_areas": [ admin_area["id"] for admin_area in self.barrier["admin_areas"] ], } } ) response = self.client.get( reverse("barriers:edit_country", kwargs={"barrier_id": self.barrier["id"]}), ) assert response.status_code == HTTPStatus.OK assert "form" in response.context form = response.context["form"] metadata = get_metadata() country_list = metadata.get_country_list() trading_bloc_list = metadata.get_trading_bloc_list() assert len(form.fields["location"].choices[0][1]) == len(trading_bloc_list) assert len(form.fields["location"].choices[1][1]) == len(country_list)
def test_get_category(self): metadata = get_metadata() category = metadata.get_category("130") assert category["title"] == "Price controls" assert category["category"] == "GOODS"
def get_context_data(self, form, **kwargs): context_data = super().get_context_data(form=form, **kwargs) context_data.update(self.get_saved_search_context_data(form)) barriers = self.get_barriers(form) metadata = get_metadata() context_data.update({ "barriers": barriers, "trading_blocs": metadata.get_trading_bloc_list(), "filters": form.get_readable_filters(with_remove_links=True), "pagination": self.get_pagination_data(object_list=barriers), "pageless_querystring": self.get_pageless_querystring(), "page": "search", "search_csv_downloaded": self.request.GET.get("search_csv_downloaded"), "search_csv_download_error": self.request.GET.get("search_csv_download_error"), "download_request_sent": self.request.GET.get("download_request_sent"), "download_request_sent_error": self.request.GET.get("download_request_sent_error"), }) context_data = self.update_context_data_for_member(context_data, form) return context_data
def test_search_form_choices(self, mock_list): response = self.client.get(reverse("barriers:search")) assert response.status_code == HTTPStatus.OK form = response.context["form"] metadata = get_metadata() country_list = metadata.get_country_list() trading_bloc_list = metadata.get_trading_bloc_list() country_choices = form.fields["country"].choices assert len( country_choices) == len(country_list) + len(trading_bloc_list) sector_list = metadata.get_sector_list(level=0) sector_choices = form.fields["sector"].choices assert len(sector_choices) == len(sector_list) category_list = set( [category["id"] for category in metadata.data["categories"]]) category_choices = form.fields["category"].choices assert len(category_choices) == len(category_list) region_list = set( [region["id"] for region in metadata.get_overseas_region_list()]) region_choices = form.fields["region"].choices assert len(region_choices) == len(region_list) priority_list = metadata.data["barrier_priorities"] priority_choices = form.fields["priority"].choices assert len(priority_choices) == len(priority_list) status_choices = form.fields["status"].choices assert len(status_choices) == 6
def search_form(self): if not self._search_form: self._search_form = BarrierSearchForm( metadata=get_metadata(), data=self.get_search_form_data() ) self._search_form.full_clean() return self._search_form
def test_add_admin_area_choices(self): """ Check the add admin area page lists only admin areas in the country """ self.update_session( { "location": { "country": self.new_country_id, "admin_areas": [], } } ) response = self.client.get( reverse( "barriers:add_admin_area", kwargs={"barrier_id": self.barrier["id"]} ), ) assert response.status_code == HTTPStatus.OK assert "form" in response.context form = response.context["form"] metadata = get_metadata() admin_areas = metadata.get_admin_areas_by_country(self.new_country_id) assert len(form.fields["admin_area"].choices) == len(admin_areas)
def test_get_admin_areas_by_country(self): metadata = get_metadata() country_id = "b05f66a0-5d95-e211-a939-e4115bead28a" admin_areas = metadata.get_admin_areas_by_country(country_id) for admin_area in admin_areas: assert admin_area["country"]["name"] == "Brazil"
def test_get_services(self): metadata = get_metadata() barrier_types = metadata.get_services() assert len(barrier_types) > 0 for barrier_type in barrier_types: assert barrier_type["category"] == "SERVICES"
def test_get_status_text(self): metadata = get_metadata() assert metadata.get_status_text("2") == "Open: In progress" assert metadata.get_status_text( "1", "UK_GOVT") == ("Open: Pending action (UK government)") assert metadata.get_status_text( "1", "OTHER", "Pending other") == ("Open: Pending action (Pending other)")
def readable_filters(self): if self._readable_filters is None: search_form = BarrierSearchForm( metadata=get_metadata(), data=self.filters, ) search_form.full_clean() self._readable_filters = search_form.get_readable_filters() return self._readable_filters
def test_get_category_list(self): metadata = get_metadata() categories = metadata.get_category_list() titles = [category["title"] for category in categories] assert "Customs procedures" in titles assert "Government subsidies" in titles assert "Rules of origin" in titles assert "Tariffs or import duties" in titles
def test_get_status(self): metadata = get_metadata() assert metadata.get_status("0")["name"] == "Unfinished" assert metadata.get_status("1")["name"] == "Open: Pending action" assert metadata.get_status("2")["name"] == "Open: In progress" assert metadata.get_status("3")["name"] == "Resolved: In part" assert metadata.get_status("4")["name"] == "Resolved: In full" assert metadata.get_status("5")["name"] == "Dormant" assert metadata.get_status("6")["name"] == "Archived" assert metadata.get_status("7")["name"] == "Unknown"
def test_get_overseas_region_list(self): metadata = get_metadata() regions = metadata.get_overseas_region_list() region_names = [region["name"] for region in regions] assert region_names == [ "Africa", "Asia-Pacific", "China", "Eastern Europe and Central Asia", "Europe", "Latin America", "Middle East", "North America", "South Asia", ]
def metadata(pipeline, event): message = 0 while not event.is_set() or not pipeline.empty(): message = pipeline.get_message("metadata") logging.debug("Metadata getter starting to process file: %s", message) try: metadata = get_metadata(message) logging.info("SUCCESS\t%s\t%s\t%s\t%s", message, metadata['months'], metadata['year'], metadata['page']) except Exception as e: logging.info("Failed to get metadata for %s due to error: %s", message, str(e)) logging.info("Consumer received EXIT event. Exiting")
def test_get_sectors_by_ids(self): metadata = get_metadata() sector_ids = [ "9738cecc-5f95-e211-a939-e4115bead28a", "9b38cecc-5f95-e211-a939-e4115bead28a", "b1959812-6095-e211-a939-e4115bead28a", "aa22c9d2-5f95-e211-a939-e4115bead28a", ] sectors = metadata.get_sectors_by_ids(sector_ids) sector_names = [sector["name"] for sector in sectors] assert sector_names == [ "Airports", "Chemicals", "Energy", "Railways", ]
def create_barrier_commodity(self, code, location): metadata = get_metadata() if metadata.is_trading_bloc_code(location): return BarrierCommodity({ "commodity": self.data, "code": code, "country": None, "trading_bloc": { "code": location }, }) return BarrierCommodity({ "commodity": self.data, "code": code, "country": { "id": location }, "trading_bloc": None, })
from utils.metadata import get_metadata import logging from utils.config import get_config # Config config = get_config() # Logging format = "%(asctime)s: %(message)s" logging.basicConfig(filename="{}metadata.log".format( config["directories"]["logs"]), level=logging.INFO) logging.getLogger().setLevel(logging.DEBUG) # files = ["tpb-13_268.jpg","tpb-21_276.jpg","tpb-3_64.jpg","tpb-8_151.jpg","tpb-19_220.jpg","tpb-21_328.jpg","tpb-20_329.jpg","tpb-7_12.jpg","tpb-13_247.jpg","tpb-19_218.jpg","tpb-14_172.jpg","tpb-14_100.jpg","tpb-9_241.jpg","tpb-1_16.jpg","tpb-13_17.jpg","tpb-1_29.jpg","tpb-2_152.jpg","tpb-23_262.jpg","tpb-11_16.jpg","tpb-14_18.jpg","tpb-25_11.jpg","tpb-10_328.jpg","tpb-13_238.jpg","tpb-18_13.jpg","tpb-14_124.jpg","tpb-6_330.jpg","tpb-14_142.jpg","tpb-13_328.jpg","tpb-16_331.jpg","tpb-13_262.jpg","tpb-22_75.jpg","tpb-17_18.jpg","tpb-13_277.jpg","tpb-24_15.jpg","tpb-10_15.jpg","tpb-24_328.jpg","tpb-14_178.jpg","tpb-2_317.jpg","tpb-17_332.jpg","tpb-12_328.jpg","tpb-7_325.jpg","tpb-2_328.jpg","tpb-18_98.jpg"] files = ["tpb-1_262.jpg"] # raw_image_directory = config["directories"]["raw_images"] for file in files: try: get_metadata("{}/{}".format(raw_image_directory, file)) except Exception as e: logging.info("Failed to get metadata for %s due to error: %s", file, str(e))
def get_form_kwargs(self): return { "metadata": get_metadata(), "data": self.request.GET, }
def get_form_kwargs(self): kwargs = super().get_form_kwargs() kwargs["metadata"] = get_metadata() kwargs["wto_profile"] = self.barrier.wto_profile return kwargs
def get_context_data(self, **kwargs): context_data = super().get_context_data(**kwargs) metadata = get_metadata() context_data["goods"] = metadata.get_goods() context_data["services"] = metadata.get_services() return context_data
def test_get_term(self): metadata = get_metadata() assert metadata.get_term("1") == "A procedural, short-term barrier" assert metadata.get_term("2") == "A long-term strategic barrier"
def metadata(self): if self._metadata is None: self._metadata = get_metadata() return self._metadata
def test_get_admin_area(self): metadata = get_metadata() admin_area_id = "3d4f0b93-b16e-4f61-98e8-006a2c290f95" admin_area = metadata.get_admin_area(admin_area_id) assert admin_area["name"] == "Rio de Janeiro" assert admin_area["country"]["name"] == "Brazil"
def test_get_sector_list(self): metadata = get_metadata() sectors = metadata.get_sector_list(level=0) assert len(sectors) > 0 for sector in sectors: assert sector["level"] == 0
def test_get_source(self): metadata = get_metadata() assert metadata.get_source("COMPANY") == "Company" assert metadata.get_source("TRADE") == "Trade association" assert metadata.get_source("GOVT") == "Government entity" assert metadata.get_source("OTHER") == "Other"
def test_get_sector(self): metadata = get_metadata() sector_id = "9838cecc-5f95-e211-a939-e4115bead28a" sector = metadata.get_sector(sector_id) assert sector["name"] == "Automotive"
def test_get_priority(self): metadata = get_metadata() assert metadata.get_priority("UNKNOWN")["name"] == "Unknown" assert metadata.get_priority("HIGH")["name"] == "High" assert metadata.get_priority("MEDIUM")["name"] == "Medium" assert metadata.get_priority("LOW")["name"] == "Low"
def test_get_country(self): metadata = get_metadata() country_id = "b05f66a0-5d95-e211-a939-e4115bead28a" country = metadata.get_country(country_id) assert country["id"] == country_id assert country["name"] == "Brazil"