def setUp(self): self.temp_path = mkdtemp() self.cwd = self.temp_path self.proj_path = join(self.temp_path, self.project_name) self.proj_mod_path = join(self.proj_path, self.project_name) self.env = os.environ.copy() self.env['PYTHONPATH'] = get_pythonpath()
def test_get_spider_list(self): path = os.path.abspath(self.mktemp()) j = os.path.join eggs_dir = j(path, 'eggs') os.makedirs(eggs_dir) dbs_dir = j(path, 'dbs') os.makedirs(dbs_dir) logs_dir = j(path, 'logs') os.makedirs(logs_dir) os.chdir(path) with open('scrapyd.conf', 'w') as f: f.write("[scrapyd]\n") f.write("eggs_dir = %s\n" % eggs_dir) f.write("dbs_dir = %s\n" % dbs_dir) f.write("logs_dir = %s\n" % logs_dir) app = get_application() eggstorage = app.getComponent(IEggStorage) eggfile = StringIO(get_data(__package__, 'mybot.egg')) eggstorage.put(eggfile, 'mybot', 'r1') spiders = get_spider_list('mybot', pythonpath=get_pythonpath()) self.assertEqual(sorted(spiders), ['spider1', 'spider2'])
def get_pythonpath_scrapyd(): scrapyd_path = __import__('scrapyd').__path__[0] return os.path.join(os.path.dirname(scrapyd_path), get_pythonpath(), os.environ.get('PYTHONPATH', ''))
def setUp(self): self.env = os.environ.copy() self.env['PYTHONPATH'] = get_pythonpath() self.env[ 'SCRAPY_SETTINGS_MODULE'] = 'scrapy.tests.test_cmdline.settings'
def get_pythonpath_scrapyd(): scrapyd_path = __import__('scrapyd').__path__[0] return os.path.dirname(scrapyd_path) + os.pathsep + get_pythonpath() + os.pathsep + os.environ.get('PYTHONPATH', '')
def get_pythonpath_scrapyd(): scrapyd_path = __import__('engine').__path__[0] return os.path.dirname(scrapyd_path) + os.pathsep + get_pythonpath( ) + os.pathsep + os.environ.get('PYTHONPATH', '')
def setUp(self): self.env = os.environ.copy() self.env['PYTHONPATH'] = get_pythonpath() self.env['SCRAPY_SETTINGS_MODULE'] = 'scrapy.tests.test_cmdline.settings'