if template_dir:
os.system("cp -r %s* %s" % (template_dir,db_destination))
os.system("cp %s.htaccess %s" % (template_dir,db_destination))
####################
## Load the files ##
####################
l = Loader(data_destination,
Philo_Types,
XPaths,
Metadata_XPaths,
filters,
token_regex,
non_nesting_tags,
self_closing_tags,
pseudo_empty_tags,
debug=debug)
l.add_files(files)
filenames = l.list_files()
load_metadata = [{"filename":f} for f in sorted(filenames,reverse=True)]
l.parse_files(workers,load_metadata)
l.merge_objects()
l.analyze()
l.make_tables(tables, *r_r_obj)
l.finish(**extra_locals)
print "\nDone indexing."
print "Your database is viewable at " + db_url + "\n"
try:
os.mkdir(template_destination)
except OSError:
print "The %s database already exists" % dbname
print "Do you want to delete this database? Yes/No"
choice = raw_input().lower()
if choice.startswith('y'):
os.system('rm -rf %s' % template_destination)
os.mkdir(template_destination)
else:
sys.exit()
os.system("cp -r %s* %s" % (install_dir, template_destination))
os.system("cp %s.htaccess %s" % (install_dir, template_destination))
print "copied templates to %s" % template_destination
####################
## Load the files ##
####################
l = Loader(workers, filters=filters, tables=tables, clean=False)
l.setup_dir(data_destination, files)
l.parse_files(XPaths, Metadata_XPaths, token_regex, non_nesting_tags,
self_closing_tags, pseudo_empty_tags)
l.merge_objects()
l.analyze()
l.make_tables()
l.finish(Philo_Types, Metadata_XPaths, db_url=db_url)
print >> sys.stderr, "done indexing."
print >> sys.stderr, "db viewable at " + db_url + "/dispatcher.py/form"
if template_dir:
os.system("cp -r %s* %s" % (template_dir, db_destination))
os.system("cp %s.htaccess %s" % (template_dir, db_destination))
####################
## Load the files ##
####################
l = Loader(data_destination,
Philo_Types,
XPaths,
Metadata_XPaths,
filters,
token_regex,
non_nesting_tags,
self_closing_tags,
pseudo_empty_tags,
debug=debug)
l.add_files(files)
filenames = l.list_files()
load_metadata = [{"filename": f} for f in sorted(filenames, reverse=True)]
l.parse_files(workers, load_metadata)
l.merge_objects()
l.analyze()
l.make_tables(tables, *r_r_obj)
l.finish(**extra_locals)
print "\nDone indexing."
print "Your database is viewable at " + db_url + "\n"
try:
os.mkdir(template_destination)
except OSError:
print "The %s database already exists" % dbname
print "Do you want to delete this database? Yes/No"
choice = raw_input().lower()
if choice.startswith('y'):
os.system('rm -rf %s' % template_destination)
os.mkdir(template_destination)
else:
sys.exit()
os.system("cp -r %s* %s" % (install_dir,template_destination))
os.system("cp %s.htaccess %s" % (install_dir,template_destination))
print "copied templates to %s" % template_destination
####################
## Load the files ##
####################
l = Loader(workers, filters=filters, tables=tables, clean=True)
l.setup_dir(data_destination,files)
l.parse_files(XPaths,Metadata_XPaths,token_regex,non_nesting_tags,self_closing_tags,pseudo_empty_tags)
l.merge_objects()
l.analyze()
l.make_tables()
l.finish(Philo_Types, Metadata_XPaths,db_url=db_url)
print >> sys.stderr, "done indexing."
print >> sys.stderr, "db viewable at " + db_url
## Load the files ##
####################
l = Loader(data_destination,
token_regex,
XPaths,
Metadata_XPaths,
filters,
pseudo_empty_tags,
suppress_tags,
default_object_level=default_object_level,
debug=debug)
#destination,token_regex=default_token_regex,xpaths=default_xpaths,
# metadata_xpaths=default_metadata,filters=default_filters,
# pseudo_empty_tags=[],suppress_tags=[],console_output=True,
# log=False, debug=False)
l.add_files(files)
filenames = l.list_files()
print filenames
load_metadata = [{"filename":f} for f in sorted(filenames)]
l.parse_files(workers,load_metadata)
l.merge_objects()
l.analyze()
l.make_tables(tables)
l.finish(post_filters,**extra_locals)
print "\nDone indexing."
print "Your database is viewable at " + db_url + "\n"
####################
## Load the files ##
####################
l = Loader(data_destination,
token_regex,
XPaths,
Metadata_XPaths,
filters,
pseudo_empty_tags,
suppress_tags,
default_object_level=default_object_level,
debug=debug)
#destination,token_regex=default_token_regex,xpaths=default_xpaths,
# metadata_xpaths=default_metadata,filters=default_filters,
# pseudo_empty_tags=[],suppress_tags=[],console_output=True,
# log=False, debug=False)
l.add_files(files)
filenames = l.list_files()
load_metadata = [{"filename": f} for f in sorted(filenames)]
l.parse_files(workers, load_metadata)
l.merge_objects()
l.analyze()
l.make_tables(tables)
l.finish(post_filters, **extra_locals)
print "\nDone indexing."
print "Your database is viewable at " + db_url + "\n"
