print "Please specify output files to save the results. e.g. output.txt" print "\n\tpython --single B00W8ULUTU --outfile output.txt" sys.exit(1) if "--skip-save" in arg_list: skip_single_product_save = True output_file = arg_list[int(arg_list.index("--outfile")) + 1] if "--single" in arg_list: single_product = True single_product_asin = arg_list[int(arg_list.index("--single")) + 1] scrap_single_product(asin=single_product_asin, skip_save=skip_single_product_save) else: if "--infile" not in arg_list: print "Please specify source input files" sys.exit(1) else: print "Processing all the files" input_file = arg_list[int(arg_list.index("--infile")) + 1] if not os.path.isfile(input_file): print "Source file {} do not exists.".format(input_file) sys.exit(1) page.save_to_unicode(output_file, ["url", "title", "price", "short_description", "full_description"]) with open(input_file, "rb") as csv_file: # with open("files/LED-Strip-Lights.csv", "rb") as csv_file: linereader = csv.reader(csv_file, delimiter=",") scrap_all()