Beispiel #1
0
 def setUp(self):
     self.temp_path = mkdtemp()
     self.cwd = self.temp_path
     self.proj_path = join(self.temp_path, self.project_name)
     self.proj_mod_path = join(self.proj_path, self.project_name)
     self.env = os.environ.copy()
     self.env['PYTHONPATH'] = get_pythonpath()
Beispiel #2
0
 def test_get_spider_list(self):
     path = os.path.abspath(self.mktemp())
     j = os.path.join
     eggs_dir = j(path, 'eggs')
     os.makedirs(eggs_dir)
     dbs_dir = j(path, 'dbs')
     os.makedirs(dbs_dir)
     logs_dir = j(path, 'logs')
     os.makedirs(logs_dir)
     os.chdir(path)
     with open('scrapyd.conf', 'w') as f:
         f.write("[scrapyd]\n")
         f.write("eggs_dir = %s\n" % eggs_dir)
         f.write("dbs_dir = %s\n" % dbs_dir)
         f.write("logs_dir = %s\n" % logs_dir)
     app = get_application()
     eggstorage = app.getComponent(IEggStorage)
     eggfile = StringIO(get_data(__package__, 'mybot.egg'))
     eggstorage.put(eggfile, 'mybot', 'r1')
     spiders = get_spider_list('mybot', pythonpath=get_pythonpath())
     self.assertEqual(sorted(spiders), ['spider1', 'spider2'])
Beispiel #3
0
 def test_get_spider_list(self):
     path = os.path.abspath(self.mktemp())
     j = os.path.join
     eggs_dir = j(path, 'eggs')
     os.makedirs(eggs_dir)
     dbs_dir = j(path, 'dbs')
     os.makedirs(dbs_dir)
     logs_dir = j(path, 'logs')
     os.makedirs(logs_dir)
     os.chdir(path)
     with open('scrapyd.conf', 'w') as f:
         f.write("[scrapyd]\n")
         f.write("eggs_dir = %s\n" % eggs_dir)
         f.write("dbs_dir = %s\n" % dbs_dir)
         f.write("logs_dir = %s\n" % logs_dir)
     app = get_application()
     eggstorage = app.getComponent(IEggStorage)
     eggfile = StringIO(get_data(__package__, 'mybot.egg'))
     eggstorage.put(eggfile, 'mybot', 'r1')
     spiders = get_spider_list('mybot', pythonpath=get_pythonpath())
     self.assertEqual(sorted(spiders), ['spider1', 'spider2'])
Beispiel #4
0
def get_pythonpath_scrapyd():
    scrapyd_path = __import__('scrapyd').__path__[0]
    return os.path.join(os.path.dirname(scrapyd_path), get_pythonpath(),
                        os.environ.get('PYTHONPATH', ''))
Beispiel #5
0
 def setUp(self):
     self.env = os.environ.copy()
     self.env['PYTHONPATH'] = get_pythonpath()
     self.env[
         'SCRAPY_SETTINGS_MODULE'] = 'scrapy.tests.test_cmdline.settings'
Beispiel #6
0
def get_pythonpath_scrapyd():
    scrapyd_path = __import__('scrapyd').__path__[0]
    return os.path.dirname(scrapyd_path) + os.pathsep + get_pythonpath() + os.pathsep + os.environ.get('PYTHONPATH', '')
Beispiel #7
0
def get_pythonpath_scrapyd():
    scrapyd_path = __import__('engine').__path__[0]
    return os.path.dirname(scrapyd_path) + os.pathsep + get_pythonpath(
    ) + os.pathsep + os.environ.get('PYTHONPATH', '')
Beispiel #8
0
 def setUp(self):
     self.env = os.environ.copy()
     self.env['PYTHONPATH'] = get_pythonpath()
     self.env['SCRAPY_SETTINGS_MODULE'] = 'scrapy.tests.test_cmdline.settings'