logconsole('Creating "sessions" sub-directory in %s...' % harvestman_dir)
os.makedirs(harvestman_sessions_dir)
logconsole('Done.')
except (OSError, IOError), e:
logconsole(e)
if not os.path.isdir(harvestman_db_dir):
try:
logconsole('Creating "db" sub-directory in %s...' % harvestman_dir)
os.makedirs(harvestman_db_dir)
logconsole('Done.')
except (OSError, IOError), e:
logconsole(e)
try:
HarvestManDbManager.create_user_database()
except Exception, e:
logconsole(e)
def init(self):
""" Initialize the crawler by creating, register common objects and creating the
user folders """
if objects.config.USER_AGENT=='':
objects.config.USER_AGENT = self.__class__.USER_AGENT
self.register_common_objects()
self.create_user_directories()
# Calculate bandwidth and set max file size
os.makedirs(harvestman_sessions_dir)
logconsole('Done.')
except (OSError, IOError), e:
logconsole(e)
if not os.path.isdir(harvestman_db_dir):
try:
logconsole('Creating "db" sub-directory in %s...' %
harvestman_dir)
os.makedirs(harvestman_db_dir)
logconsole('Done.')
except (OSError, IOError), e:
logconsole(e)
try:
HarvestManDbManager.create_user_database()
except Exception, e:
logconsole(e)
def init(self):
""" Initialize the crawler by creating, register common objects and creating the
user folders """
if objects.config.USER_AGENT == '':
objects.config.USER_AGENT = self.__class__.USER_AGENT
self.register_common_objects()
self.create_user_directories()
# Calculate bandwidth and set max file size
# bw = self.calculate_bandwidth()
