from ContentAnalyticsAPIWrapper import ContentAnalyticsAPI from datetime import datetime import sys, time, urllib, os api_address= "http://127.0.0.1/rest_api/" csv_upload_dir = "/opt/trillionmonkeys.com/tm/date/uploads/" file_name = sys.argv[1] batch_name = sys.argv[2] customer_name = sys.argv[3] secret_key = sys.argv[4] access_id = sys.argv[5] ca = ContentAnalyticsAPI(access_id, secret_key, api_address) batch_id = ca.create_batch(batch_name, customer_name) print batch_id if batch_id != -1: os.system("python /var/www/tmeditor/python/crawl_and_generate_results.py " + str(batch_id) + " \"" + file_name + "\" \"" + access_id + "\" \"" + secret_key + "\" >> /tmp/crawl_generate_results.log 2>&1 &")
from ContentAnalyticsAPIWrapper import ContentAnalyticsAPI from datetime import datetime import sys, time, urllib, os import HelperMethods as h api_address= "http://127.0.0.1/rest_api/" csv_upload_dir = "/opt/trillionmonkeys.com/tm/date/uploads/" secret_key = sys.argv[1] access_id = sys.argv[2] csv_dir = sys.argv[3] batch_name = sys.argv[4] workflow = sys.argv[5] run_instances = sys.argv[6] ca = ContentAnalyticsAPI(access_id, secret_key, api_address) file_array = ca.UploadCsv(csv_dir) batch_id = ca.create_batch(batch_name) file_name = file_array['files'][0]['name'] status = ca.upload_batch_file(csv_upload_dir + file_name, file_name, batch_id, workflow, run_instances) print batch_id print status h.crawl_batch(batch_id, ca) #if batch_id != -1: # os.system("python /var/www/tmeditor/python/crawl_and_generate_results.py " + str(batch_id) + " \"" + file_name + "\" \"" + access_id + "\" \"" + secret_key + "\" >> /tmp/crawl_generate_results.log 2>&1 &")