from ContentAnalyticsAPIWrapper import ContentAnalyticsAPI
from datetime import datetime
import sys, time, urllib, os
api_address= "http://127.0.0.1/rest_api/"
csv_upload_dir = "/opt/trillionmonkeys.com/tm/date/uploads/"
file_name = sys.argv[1]
batch_name = sys.argv[2]
customer_name = sys.argv[3]
secret_key = sys.argv[4]
access_id = sys.argv[5]
ca = ContentAnalyticsAPI(access_id, secret_key, api_address)
batch_id = ca.create_batch(batch_name, customer_name)
print batch_id
if batch_id != -1:
os.system("python /var/www/tmeditor/python/crawl_and_generate_results.py " + str(batch_id) + " \"" + file_name + "\" \"" + access_id + "\" \"" + secret_key + "\" >> /tmp/crawl_generate_results.log 2>&1 &")
from ContentAnalyticsAPIWrapper import ContentAnalyticsAPI
from datetime import datetime
import sys, time, urllib, os
import HelperMethods as h
api_address= "http://127.0.0.1/rest_api/"
csv_upload_dir = "/opt/trillionmonkeys.com/tm/date/uploads/"
secret_key = sys.argv[1]
access_id = sys.argv[2]
csv_dir = sys.argv[3]
batch_name = sys.argv[4]
workflow = sys.argv[5]
run_instances = sys.argv[6]
ca = ContentAnalyticsAPI(access_id, secret_key, api_address)
file_array = ca.UploadCsv(csv_dir)
batch_id = ca.create_batch(batch_name)
file_name = file_array['files'][0]['name']
status = ca.upload_batch_file(csv_upload_dir + file_name, file_name, batch_id, workflow, run_instances)
print batch_id
print status
h.crawl_batch(batch_id, ca)
#if batch_id != -1:
# os.system("python /var/www/tmeditor/python/crawl_and_generate_results.py " + str(batch_id) + " \"" + file_name + "\" \"" + access_id + "\" \"" + secret_key + "\" >> /tmp/crawl_generate_results.log 2>&1 &")
