for user in f:
		for setId in user.split(";")[1].split(","):
			try:
				sets.add(int(setId))
			except:
				pass
	f.close()
	return sets	


visited_sets = getEntitiesIds(set_file)
#user_sets = load_users_sets()
remaining_sets = getEntitiesIds( BASE_FOLDER+"captured"+os.sep+"outfits_from_garments_file.csv")
new_sets = remaining_sets.difference(visited_sets)

while new_sets:
	print "visited: ", len(visited_sets)
	print "new: ", len(new_sets)
	new_sets = list(new_sets)
	set_id = new_sets.pop(0)
	new_sets = Set(new_sets)

	print "Current: ",set_id 
	visited_sets.add(set_id)
	set_data = setgetter.get_data(set_id)
	print set_data
	f = open(set_file,'a')
	f.write(format_set_data_CSV(set_id,set_data))
	f.close()

import os
import sys
from outfitgetter import SetGetter
BASE_FOLDER = os.sep.join(os.path.realpath(__file__).split(os.sep)[0:-1])+os.sep
sys.path.append(BASE_FOLDER+"proxy")
from proxyconnection import *
from sets import Set
from dataFileUtils import format_set_data_CSV

"""
	Script for integration with Java code, recieves a set id as input and outputs the info for that set gathered from Polyvore
"""
if __name__ == "__main__":
	proxy = MyProxy(BASE_FOLDER+"proxy"+os.sep+"working.csv")
	setgetter = SetGetter(proxy)
	set_id = int(sys.argv[1])
	set_data = setgetter.get_data(set_id)
	print "SETDATA:"+format_set_data_CSV(set_id,set_data)