def update_catalog(parser, options, target):
# Check the server is not started, or started in read-only mode
server = Server(target, read_only=True, cache_size=options.cache_size)
if server.is_running_in_rw_mode():
print 'Cannot proceed, the server is running in read-write mode.'
return
# Check for database consistency
if options.quick is False and check_database(target) is False:
return 1
# Ask
message = 'Update the catalog (y/N)? '
if ask_confirmation(message, options.confirm) is False:
return
# Create a temporary new catalog
catalog_path = '%s/catalog.new' % target
if lfs.exists(catalog_path):
lfs.remove(catalog_path)
catalog = make_catalog(catalog_path, get_register_fields())
# Get the root
root = server.root
# Build a fake context
context = get_fake_context(server.database)
context.server = server
# Update
t0, v0 = time(), vmsize()
doc_n = 0
error_detected = False
if options.test:
log = open('%s/log/update-catalog' % target, 'w').write
for obj in root.traverse_resources():
if not isinstance(obj, Resource):
continue
if not options.quiet:
print doc_n, obj.abspath
doc_n += 1
context.resource = obj
# Index the document
try:
catalog.index_document(obj)
except Exception:
if options.test:
error_detected = True
log('*** Error detected ***\n')
log('Abspath of the resource: %r\n\n' % str(obj.abspath))
log(format_exc())
log('\n')
else:
raise
# Free Memory
del obj
server.database.make_room()
if not error_detected:
if options.test:
# Delete the empty log file
remove('%s/log/update-catalog' % target)
# Update / Report
t1, v1 = time(), vmsize()
v = (v1 - v0)/1024
print '[Update] Time: %.02f seconds. Memory: %s Kb' % (t1 - t0, v)
# Commit
print '[Commit]',
sys.stdout.flush()
catalog.save_changes()
# Commit / Replace
old_catalog_path = '%s/catalog' % target
if lfs.exists(old_catalog_path):
lfs.remove(old_catalog_path)
lfs.move(catalog_path, old_catalog_path)
# Commit / Report
t2, v2 = time(), vmsize()
v = (v2 - v1)/1024
print 'Time: %.02f seconds. Memory: %s Kb' % (t2 - t1, v)
else:
print '[Update] Error(s) detected, the new catalog was NOT saved'
print ('[Update] You can find more infos in %r' %
join(target, 'log/update-catalog'))
def update_catalog(parser, options, target):
# Check the server is not started, or started in read-only mode
server = Server(target, read_only=True, cache_size=options.cache_size)
if server.is_running_in_rw_mode():
print 'Cannot proceed, the server is running in read-write mode.'
return
# Check for database consistency
if options.quick is False and check_database(target) is False:
return 1
# Ask
message = 'Update the catalog (y/N)? '
if ask_confirmation(message, options.confirm) is False:
return
# Create a temporary new catalog
catalog_path = '%s/catalog.new' % target
if lfs.exists(catalog_path):
lfs.remove(catalog_path)
catalog = make_catalog(catalog_path, get_register_fields())
# Get the root
root = server.root
# Build a fake context
context = get_fake_context(server.database)
context.server = server
# Update
t0, v0 = time(), vmsize()
doc_n = 0
error_detected = False
if options.test:
log = open('%s/log/update-catalog' % target, 'w').write
for obj in root.traverse_resources():
if not isinstance(obj, Resource):
continue
if not options.quiet:
print doc_n, obj.abspath
doc_n += 1
context.resource = obj
# Index the document
try:
catalog.index_document(obj)
except Exception:
if options.test:
error_detected = True
log('*** Error detected ***\n')
log('Abspath of the resource: %r\n\n' % str(obj.abspath))
log(format_exc())
log('\n')
else:
raise
# Free Memory
del obj
server.database.make_room()
if not error_detected:
if options.test:
# Delete the empty log file
remove('%s/log/update-catalog' % target)
# Update / Report
t1, v1 = time(), vmsize()
v = (v1 - v0) / 1024
print '[Update] Time: %.02f seconds. Memory: %s Kb' % (t1 - t0, v)
# Commit
print '[Commit]',
sys.stdout.flush()
catalog.save_changes()
# Commit / Replace
old_catalog_path = '%s/catalog' % target
if lfs.exists(old_catalog_path):
lfs.remove(old_catalog_path)
lfs.move(catalog_path, old_catalog_path)
# Commit / Report
t2, v2 = time(), vmsize()
v = (v2 - v1) / 1024
print 'Time: %.02f seconds. Memory: %s Kb' % (t2 - t1, v)
else:
print '[Update] Error(s) detected, the new catalog was NOT saved'
print('[Update] You can find more infos in %r' %
join(target, 'log/update-catalog'))
