from city_scrapers_core.utils import file_response
from freezegun import freeze_time
from scrapy.settings import Settings
from city_scrapers.spiders.il_regional_transit import IlRegionalTransitSpider
freezer = freeze_time('2018-07-01')
freezer.start()
upcoming_response = file_response(
join(dirname(__file__), "files", "il_regional_transit_upcoming.html"),
url='http://rtachicago.granicus.com/ViewPublisher.php?view_id=5')
past_response = file_response(
join(dirname(__file__), "files", "il_regional_transit_past.html"),
url='http://rtachicago.granicus.com/ViewPublisher.php?view_id=4')
spider = IlRegionalTransitSpider()
spider.settings = Settings(values={"CITY_SCRAPERS_ARCHIVE": False})
parsed_items = ([item for item in spider.parse(upcoming_response)] +
[item for item in spider.parse(past_response)])
freezer.stop()
def test_title():
assert parsed_items[0]['title'] == 'Board of Directors'
def test_description():
assert parsed_items[0]['description'] == ''
from freezegun import freeze_time
from tests.utils import file_response
from city_scrapers.constants import ADVISORY_COMMITTEE, BOARD, COMMITTEE, PASSED, TENTATIVE
from city_scrapers.spiders.il_regional_transit import IlRegionalTransitSpider
freezer = freeze_time('2018-07-01')
freezer.start()
upcoming_response = file_response(
'files/il_regional_transit_upcoming.html',
url='http://rtachicago.granicus.com/ViewPublisher.php?view_id=5')
past_response = file_response(
'files/il_regional_transit_past.html',
url='http://rtachicago.granicus.com/ViewPublisher.php?view_id=4')
spider = IlRegionalTransitSpider()
parsed_items = [
item for item in spider.parse(upcoming_response) if isinstance(item, dict)
] + [item for item in spider.parse(past_response) if isinstance(item, dict)]
freezer.stop()
def test_name():
assert parsed_items[0]['name'] == 'Board of Directors'
def test_description():
assert parsed_items[0]['event_description'] == ''
def test_start():
from city_scrapers_core.constants import ADVISORY_COMMITTEE, BOARD, COMMITTEE, PASSED, TENTATIVE
from city_scrapers_core.utils import file_response
from freezegun import freeze_time
from city_scrapers.spiders.il_regional_transit import IlRegionalTransitSpider
freezer = freeze_time('2018-07-01')
freezer.start()
upcoming_response = file_response(
join(dirname(__file__), "files", "il_regional_transit_upcoming.html"),
url='http://rtachicago.granicus.com/ViewPublisher.php?view_id=5')
past_response = file_response(
join(dirname(__file__), "files", "il_regional_transit_past.html"),
url='http://rtachicago.granicus.com/ViewPublisher.php?view_id=4')
spider = IlRegionalTransitSpider()
parsed_items = ([item for item in spider.parse(upcoming_response)] +
[item for item in spider.parse(past_response)])
freezer.stop()
def test_title():
assert parsed_items[0]['title'] == 'Board of Directors'
def test_description():
assert parsed_items[0]['description'] == ''
def test_start():
assert parsed_items[0]['start'] == datetime(2018, 6, 21, 8, 30)
freezer = freeze_time('2018-07-01')
freezer.start()
events_response = file_response(
'files/il_regional_transit_calendar.html',
url='http://www.rtachicago.org/about-us/board-meetings'
)
events_response.meta['event_description'] = (
"The RTA Board of Directors typically meets each month on a Thursday at "
"175 W. Jackson Blvd, Suite 1650 in Chicago. Board committee meetings "
"typically begin at 8:30 a.m. Agendas are posted at least 48 hours prior "
"to the meetings. All RTA Board meetings are audio taped. Recording of meetings "
"starting December 2014 are available on the "
)
spider = IlRegionalTransitSpider()
parsed_items = [item for item in spider.parse_iframe(events_response) if isinstance(item, dict)]
freezer.stop()
def test_name():
assert parsed_items[0]['name'] == 'Board of Directors'
def test_description():
assert parsed_items[0]['event_description'] == (
"The RTA Board of Directors typically meets each month on a Thursday at "
"175 W. Jackson Blvd, Suite 1650 in Chicago. Board committee meetings "
"typically begin at 8:30 a.m. Agendas are posted at least 48 hours prior "
"to the meetings. All RTA Board meetings are audio taped. Recording of meetings "
"starting December 2014 are available on the "