from DatasetReader import DatasetReader
if __name__ == '__main__':
moviesDS = DatasetReader.initWithFraction('datasets/movies.csv', 1.0, ',')
for m in moviesDS.readPercentage()[:10]:
print m
if (dropAll):
m20Connector.dropAll()
m20Connector.close()
sys.exit(0)
if (initDB):
"""
Create tables
insert first level tables = movies, genome_tags
"""
m20Connector.initDB()
# Init to read
moviesDS = DatasetReader.initWithFraction('datasets/data/movies.csv',
1.0,
',',
init=True)
gtagsDS = DatasetReader.initWithFraction(
'datasets/data/genome-tags.csv', 1.0, ',', init=True)
linksDS = DatasetReader.initWithFraction('datasets/data/links.csv',
1.0,
',',
init=True)
#Just init
ratingsDS = DatasetReader("datasets/data/ratings.csv", init=True)
tagsDS = DatasetReader("datasets/data/tags.csv", init=True)
gscoresDS = DatasetReader("datasets/data/genome-scores.csv", init=True)
if (init_clear == False):
for movie in moviesDS.readPercentage():
if (dropAll):
m20Connector.dropAll()
m20Connector.close()
sys.exit(0)
if (initDB):
"""
Create tables
insert first level tables = movies, genome_tags
"""
m20Connector.initDB()
# Init to read
moviesDS = DatasetReader.initWithFraction(dataset_path + '/movies.csv',
1.0,
',',
init=True)
gtagsDS = DatasetReader.initWithFraction(dataset_path +
'/genome-tags.csv',
1.0,
',',
init=True)
linksDS = DatasetReader.initWithFraction(dataset_path + '/links.csv',
1.0,
',',
init=True)
#Just init
ratingsDS = DatasetReader(dataset_path + "/ratings.csv", init=True)
tagsDS = DatasetReader(dataset_path + "/tags.csv", init=True)
gscoresDS = DatasetReader(dataset_path + "/genome-scores.csv",
