Example #1
0
	def init_local(self, cls, obj):
		obj.core = base_scrape_alexa
		cls.out_base = out_base
		cls.out_format = out_format
		obj.base_args += [
			get_out_name(self.name, obj.args.job_name, obj.args.out_file),
			obj.args.add_http
		]
Example #2
0
 def err_base(self, err_item):
     err_name = get_out_name(self.name, self.args.job_name,
                             self.args.out_file)
     with open(path.join(err_dir, err_name), 'a+') as f:
         print >> f, err_item.encode('utf8')
Example #3
0
 def out_base(self, out_item):
     self.status_good += 1
     out_name = get_out_name(self.name, self.args.job_name,
                             self.args.out_file)
     with open(path.join(out_dir, out_name), 'a+') as f:
         print >> f, out_item.encode('utf8')
Example #4
0
def scrape_alexa(url, browser_args, job_name, out_name, add_http):
	base_scrape_alexa(url, browser_args, 
		get_out_name(name, job_name, out_name), add_http)
Example #5
0
File: base.py Project: gzzo/arachne
 def err_base(self, err_item):
     err_name = get_out_name(self.name, self.args.job_name, self.args.out_file)
     with open(path.join(err_dir, err_name),'a+') as f:
         print >> f, err_item.encode('utf8')
Example #6
0
File: base.py Project: gzzo/arachne
 def out_base(self, out_item):
     self.status_good += 1
     out_name = get_out_name(self.name, self.args.job_name, self.args.out_file)
     with open(path.join(out_dir, out_name), 'a+') as f:
         print >> f, out_item.encode('utf8')