def process(self): '''Process. Coroutine. ''' self._item_session.request = request = Request(self._item_session.url_record.url) verdict = self._fetch_rule.check_ftp_request(self._item_session)[0] if not verdict: self._item_session.skip() return self._add_request_password(request) dir_name, filename = self._item_session.url_record.url_info.split_path() if self._processor.fetch_params.glob and frozenset(filename) & GLOB_CHARS: request = self._to_directory_request(request) is_file = False self._glob_pattern = urllib.parse.unquote(filename) else: is_file = yield from self._prepare_request_file_vs_dir(request) self._file_writer_session.process_request(request) wait_time = yield from self._fetch(request, is_file) if wait_time: _logger.debug('Sleeping {0}.', wait_time) yield from asyncio.sleep(wait_time)
def test_duration_timeout(self): client = Client() file = io.BytesIO() with self.assertRaises(DurationTimeout), client.session() as session: yield from \ session.start(Request(self.get_url('/hidden/sleep.txt'))) yield from session.download(file, duration_timeout=0.1)
def test_login_no_password_required(self): client = Client() file = io.BytesIO() with client.session() as session: request = Request(self.get_url('/example (copy).txt')) request.username = '******' yield from session.start(request) yield from session.download(file)
def test_fetch_file(self): client = Client() file = io.BytesIO() with client.session() as session: response = yield from \ session.start(Request(self.get_url('/example (copy).txt'))) yield from session.download(file) self.assertEqual( 'The real treasure is in Smaug’s heart 💗.\n'.encode('utf-8'), response.body.content())
def test_fetch_no_file(self): client = Client() file = io.BytesIO() with client.session() as session: try: yield from \ session.start(Request(self.get_url('/asdf.txt'))) yield from session.download(file) except FTPServerError as error: self.assertEqual(550, error.reply_code) else: self.fail() # pragma: no cover
def test_fetch_file_restart_not_supported(self): client = Client() file = io.BytesIO() with client.session() as session: request = Request(self.get_url('/example (copy).txt')) request.set_continue(99999) # Magic value in the test server response = yield from session.start(request) self.assertFalse(response.restart_value) yield from session.download(file) self.assertEqual( 'The real treasure is in Smaug’s heart 💗.\n'.encode('utf-8'), response.body.content())
def test_fetch_file_restart(self): client = Client() file = io.BytesIO() with client.session() as session: request = Request(self.get_url('/example (copy).txt')) request.set_continue(10) response = yield from session.start(request) self.assertEqual(10, response.restart_value) yield from session.download(file) self.assertEqual( 'reasure is in Smaug’s heart 💗.\n'.encode('utf-8'), response.body.content())
def test_fetch_listing(self): client = Client() file = io.BytesIO() with client.session() as session: response = yield from \ session.start_listing(Request(self.get_url('/'))) yield from session.download_listing(file) print(response.body.content()) self.assertEqual(5, len(response.files)) self.assertEqual('junk', response.files[0].name) self.assertEqual('example1', response.files[1].name) self.assertEqual('example2💎', response.files[2].name) self.assertEqual('example (copy).txt', response.files[3].name) self.assertEqual('readme.txt', response.files[4].name)
def test_to_dict(self): request = Request('ftp://foofle.com') request_dict = request.to_dict() self.assertEqual('ftp://foofle.com', request_dict['url']) self.assertEqual('ftp', request_dict['protocol']) response = Response() response.request = request response.reply = Reply(code=200, text='Success') response_dict = response.to_dict() self.assertEqual('ftp://foofle.com', response_dict['request']['url']) self.assertEqual('ftp', response_dict['protocol']) self.assertEqual(200, response_dict['reply']['code']) self.assertEqual(200, response_dict['response_code']) self.assertEqual('Success', response_dict['reply']['text']) self.assertEqual('Success', response_dict['response_message'])
def test_fetch_bad_pasv_addr(self): client = Client() file = io.BytesIO() with client.session() as session: original_func = session._log_in @asyncio.coroutine def override_func(): yield from original_func() yield from session._control_stream.write_command( Command('EVIL_BAD_PASV_ADDR')) print('Evil awaits') # TODO: should probably have a way of sending custom commands session._log_in = override_func with self.assertRaises(ProtocolError): yield from \ session.start(Request(self.get_url('/example (copy).txt')))