def main(args=sys.argv):
parser = argparse.ArgumentParser()
parser.add_argument('-f', dest='conffile', default='caliopen.yaml')
kwargs = parser.parse_args(args[1:])
kwargs = vars(kwargs)
config_uri = kwargs.pop('conffile')
Configuration.load(config_uri, 'global')
connect_storage()
shell(**kwargs)
def includeme(config):
"""Configure REST API."""
connect_storage()
config.commit()
# configure renderers
config.add_renderer('text_plain', TextPlainRenderer)
config.add_renderer('json', JsonRenderer)
config.add_renderer('simplejson', JsonRenderer)
config.add_renderer('part', PartRenderer)
# configure specific views for API errors
config.scan('caliopen_api.base.errors')
config.add_cornice_deserializer('application/json',
json_deserializer)
config.commit()
log.info('Base API configured')
def includeme(config):
"""Configure REST API."""
connect_storage()
config.commit()
# configure renderers
config.add_renderer('text_plain', TextPlainRenderer)
config.add_renderer('json', JsonRenderer)
config.add_renderer('simplejson', JsonRenderer)
config.add_renderer('part', PartRenderer)
# configure specific views for API errors
config.scan('caliopen_api.base.errors')
config.add_cornice_deserializer('application/json', json_deserializer)
swagger_context = 'pyramid_swagger.exceptions.RequestValidationError'
config.add_exception_view(context=swagger_context,
view=swagger_error_view,
renderer='json')
config.commit()
log.info('Base API configured')
from caliopen_storage.helpers.connection import connect_storage
from caliopen_main.common.errors import PatchConflict
from caliopen_storage.exception import NotFound
log = logging.getLogger(__name__)
logging.basicConfig(level=logging.INFO)
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser.add_argument('-f', dest='conffile')
parser.add_argument('-t', dest='test', action='store_true', default=False)
args = parser.parse_args()
Configuration.load(args.conffile, 'global')
connect_storage()
from caliopen_main.user.core.user import LocalIdentity
from caliopen_main.message.store.message import Message
from caliopen_main.message.objects.message import Message as ObjMessage
identities = [x.identifier for x in LocalIdentity._model_class.all()]
cpt = {'received': 0, 'sent': 0}
for message in Message.all():
if message.is_received is None:
from_participant = [x for x in message.participants
if x['type'] == 'From']
if not from_participant:
log.error('No from participant found for message {} : {}'.
format(message.message_id, message.participants))
else:
is_received = False
def main(args=sys.argv):
parser = argparse.ArgumentParser()
parser.add_argument('-f', dest='conffile', default='development.ini')
subparsers = parser.add_subparsers(title="action")
sp_import = subparsers.add_parser('import', help='import existing mailbox')
sp_import.set_defaults(func=import_email)
sp_import.add_argument('-f',
dest='format',
choices=['mbox', 'maildir'],
default='mbox')
sp_import.add_argument('-p', dest='import_path')
sp_import.add_argument('-e', dest='email')
sp_import.add_argument('--contact-probability',
dest='contact_probability',
default=1.0)
sp_import_vcard = subparsers.add_parser('import_vcard',
help='import vcard')
sp_import_vcard.set_defaults(func=import_vcard)
sp_import_vcard.add_argument('-u', dest='username', help='username')
sp_import_vcard.add_argument('-d', dest='directory', help='directory')
sp_import_vcard.add_argument('-f', dest='file_vcard', help='file')
sp_setup_storage = subparsers.add_parser(
'setup', help='initialize the storage engine')
sp_setup_storage.set_defaults(func=setup_storage)
sp_create_user = subparsers.add_parser('create_user',
help='Create a new user')
sp_create_user.set_defaults(func=create_user)
sp_create_user.add_argument('-e', dest='email', help='user email')
sp_create_user.add_argument('-p', dest='password', help='password')
sp_create_user.add_argument('-g',
dest='given_name',
help='user given name')
sp_create_user.add_argument('-f',
dest='family_name',
help='user family name')
sp_shell = subparsers.add_parser('shell')
sp_shell.set_defaults(func=shell)
sp_dump = subparsers.add_parser('dump')
sp_dump.set_defaults(func=dump_model)
sp_dump.add_argument('-m', dest='model', help='model to dump')
sp_dump.add_argument('-o', dest='output_path', help='output path')
sp_dump_index = subparsers.add_parser('dump_index')
sp_dump_index.set_defaults(func=dump_indexes)
sp_dump_index.add_argument('-o', dest='output_path', help='output path')
sp_migrate_index = subparsers.add_parser('migrate_index')
sp_migrate_index.set_defaults(func=migrate_index)
sp_migrate_index.add_argument(
'-s',
dest='input_script',
help='python script to execute against index')
sp_inject = subparsers.add_parser('inject')
sp_inject.set_defaults(func=inject_email)
sp_inject.add_argument('-f',
dest='format',
choices=['mbox', 'maildir'],
default='mbox')
sp_inject.add_argument('-p', dest='import_path')
sp_inject.add_argument('-e', dest='email')
sp_inject.add_argument('--host',
dest='host',
help='host to send mail to',
default='localhost:25')
sp_compute = subparsers.add_parser('compute', help='Launch basic compute')
sp_compute.set_defaults(func=basic_compute)
sp_compute.add_argument('-u', dest='username', help='username')
sp_compute.add_argument('-j', dest='job', help='job name')
sp_reserved = subparsers.add_parser('reserved_names',
help='Import reserved names list')
sp_reserved.set_defaults(func=import_reserved_names)
sp_reserved.add_argument('-i', dest='input_file', help='csv file')
kwargs = parser.parse_args(args[1:])
kwargs = vars(kwargs)
config_uri = kwargs.pop('conffile')
func = kwargs.pop('func')
Configuration.load(config_uri, 'global')
connect_storage()
func(**kwargs)
servers = [server]
opts = {"servers": servers}
yield client.connect(**opts)
# create and register subscriber(s)
key_subscriber = subscribers.DiscoverKeyAction(client)
future = client.subscribe("discoverKeyAction", "discoverKeyQueue",
key_subscriber.handler)
log.info("nats subscription started for discoverKeyAction")
future.result()
if __name__ == '__main__':
# load Caliopen config
args = sys.argv
parser = argparse.ArgumentParser()
parser.add_argument('-f', dest='conffile')
kwargs = parser.parse_args(args[1:])
kwargs = vars(kwargs)
Configuration.load(kwargs['conffile'], 'global')
# need to load config before importing subscribers
import subscribers
connect_storage()
inbound_handler(Configuration('global').get('message_queue'))
contact_update_handler(Configuration('global').get('message_queue'))
discovey_key_handler(Configuration('global').get('message_queue'))
loop_instance = tornado.ioloop.IOLoop.instance()
loop_instance.start()
def main(args=sys.argv):
parser = argparse.ArgumentParser()
parser.add_argument('-f', dest='conffile', default='development.ini')
subparsers = parser.add_subparsers(title="action")
sp_import = subparsers.add_parser('import', help='import existing mailbox')
sp_import.set_defaults(func=import_email)
sp_import.add_argument('-f', dest='format', choices=['mbox', 'maildir'],
default='mbox')
sp_import.add_argument('-p', dest='import_path')
sp_import.add_argument('-e', dest='email')
sp_import.add_argument('--contact-probability', dest='contact_probability',
default=0.8)
sp_import.add_argument('-t', dest='to')
sp_import_vcard = subparsers.add_parser('import_vcard',
help='import vcard')
sp_import_vcard.set_defaults(func=import_vcard)
sp_import_vcard.add_argument('-u', dest='username', help='username')
sp_import_vcard.add_argument('-d', dest='directory', help='directory')
sp_import_vcard.add_argument('-f', dest='file_vcard', help='file')
sp_setup = subparsers.add_parser('setup',
help='initialize the storage engine')
sp_setup.set_defaults(func=setup)
sp_create_user = subparsers.add_parser('create_user',
help='Create a new user')
sp_create_user.set_defaults(func=create_user)
sp_create_user.add_argument('-e', dest='email', help='user email')
sp_create_user.add_argument('-p', dest='password', help='password')
sp_create_user.add_argument('-g', dest='given_name',
help='user given name')
sp_create_user.add_argument('-f', dest='family_name',
help='user family name')
sp_shell = subparsers.add_parser('shell')
sp_shell.set_defaults(func=shell)
sp_dump = subparsers.add_parser('dump')
sp_dump.set_defaults(func=dump_model)
sp_dump.add_argument('-m', dest='model', help='model to dump')
sp_dump.add_argument('-o', dest='output_path', help='output path')
sp_copy = subparsers.add_parser('copy')
sp_copy.set_defaults(func=copy_model)
sp_copy.add_argument('-m', dest='model', help='model to dump')
sp_copy.add_argument('--where', dest='where', help='where condition')
sp_copy.add_argument('--fetch-size', dest='fetch_size', default=100)
sp_dump_index = subparsers.add_parser('dump_index')
sp_dump_index.set_defaults(func=dump_indexes)
sp_dump_index.add_argument('-o', dest='output_path', help='output path')
sp_migrate_index = subparsers.add_parser('migrate_index')
sp_migrate_index.set_defaults(func=migrate_index)
sp_migrate_index.add_argument('-s', dest='input_script',
help='python script to execute on index')
sp_inject = subparsers.add_parser('inject')
sp_inject.set_defaults(func=inject_email)
sp_inject.add_argument('-e', dest='email')
sp_inject.add_argument('-r', dest='recipient')
sp_compute = subparsers.add_parser('compute', help='Launch basic compute')
sp_compute.set_defaults(func=basic_compute)
sp_compute.add_argument('-u', dest='username', help='username')
sp_compute.add_argument('-j', dest='job', help='job name')
sp_reserved = subparsers.add_parser('reserved_names',
help='Import reserved names list')
sp_reserved.set_defaults(func=import_reserved_names)
sp_reserved.add_argument('-i', dest='input_file', help='csv file')
sp_resync = subparsers.add_parser('resync_index',
help='Resync index for an user')
sp_resync.set_defaults(func=resync_index)
sp_resync.add_argument('-u', dest='user_name', help='User name')
sp_resync.add_argument('-i', dest='user_id', help='User uuid')
sp_resync.add_argument('--delete', dest='delete', action='store_true')
sp_resync = subparsers.add_parser('resync_shard',
help='Resync shard index')
sp_resync.set_defaults(func=resync_shard_index)
sp_resync.add_argument('-s', dest='shard_id', help='Shard id')
sp_resync.add_argument('-o', dest='old_shard_id', help='Old shard id')
kwargs = parser.parse_args(args[1:])
kwargs = vars(kwargs)
config_uri = kwargs.pop('conffile')
func = kwargs.pop('func')
Configuration.load(config_uri, 'global')
connect_storage()
func(**kwargs)
def main(args=sys.argv):
parser = argparse.ArgumentParser()
parser.add_argument('-f', dest='conffile', default='development.ini')
subparsers = parser.add_subparsers(title="action")
sp_import = subparsers.add_parser('import', help='import existing mailbox')
sp_import.set_defaults(func=import_email)
sp_import.add_argument('-f', dest='format', choices=['mbox', 'maildir'],
default='mbox')
sp_import.add_argument('-p', dest='import_path')
sp_import.add_argument('-e', dest='email')
sp_import.add_argument('--contact-probability', dest='contact_probability',
default=1.0)
sp_import.add_argument('-t', dest='to')
sp_import_vcard = subparsers.add_parser('import_vcard',
help='import vcard')
sp_import_vcard.set_defaults(func=import_vcard)
sp_import_vcard.add_argument('-u', dest='username', help='username')
sp_import_vcard.add_argument('-d', dest='directory', help='directory')
sp_import_vcard.add_argument('-f', dest='file_vcard', help='file')
sp_setup = subparsers.add_parser('setup',
help='initialize the storage engine')
sp_setup.set_defaults(func=setup)
sp_create_user = subparsers.add_parser('create_user',
help='Create a new user')
sp_create_user.set_defaults(func=create_user)
sp_create_user.add_argument('-e', dest='email', help='user email')
sp_create_user.add_argument('-p', dest='password', help='password')
sp_create_user.add_argument('-g', dest='given_name',
help='user given name')
sp_create_user.add_argument('-f', dest='family_name',
help='user family name')
sp_shell = subparsers.add_parser('shell')
sp_shell.set_defaults(func=shell)
sp_dump = subparsers.add_parser('dump')
sp_dump.set_defaults(func=dump_model)
sp_dump.add_argument('-m', dest='model', help='model to dump')
sp_dump.add_argument('-o', dest='output_path', help='output path')
sp_copy = subparsers.add_parser('copy')
sp_copy.set_defaults(func=copy_model)
sp_copy.add_argument('-m', dest='model', help='model to dump')
sp_copy.add_argument('--where', dest='where', help='where condition')
sp_copy.add_argument('--fetch-size', dest='fetch_size', default=100)
sp_dump_index = subparsers.add_parser('dump_index')
sp_dump_index.set_defaults(func=dump_indexes)
sp_dump_index.add_argument('-o', dest='output_path', help='output path')
sp_migrate_index = subparsers.add_parser('migrate_index')
sp_migrate_index.set_defaults(func=migrate_index)
sp_migrate_index.add_argument('-s', dest='input_script',
help='python script to execute on index')
sp_inject = subparsers.add_parser('inject')
sp_inject.set_defaults(func=inject_email)
sp_inject.add_argument('-e', dest='email')
sp_inject.add_argument('-r', dest='recipient')
sp_compute = subparsers.add_parser('compute', help='Launch basic compute')
sp_compute.set_defaults(func=basic_compute)
sp_compute.add_argument('-u', dest='username', help='username')
sp_compute.add_argument('-j', dest='job', help='job name')
sp_reserved = subparsers.add_parser('reserved_names',
help='Import reserved names list')
sp_reserved.set_defaults(func=import_reserved_names)
sp_reserved.add_argument('-i', dest='input_file', help='csv file')
sp_resync = subparsers.add_parser('resync_index',
help='Resync index for an user')
sp_resync.set_defaults(func=resync_index)
sp_resync.add_argument('-u', dest='user_name', help='User name')
sp_resync.add_argument('-i', dest='user_id', help='User uuid')
sp_resync.add_argument('--delete', dest='delete', action='store_true')
sp_resync = subparsers.add_parser('resync_shard',
help='Resync shard index')
sp_resync.set_defaults(func=resync_shard_index)
sp_resync.add_argument('-s', dest='shard_id', help='Shard id')
sp_resync.add_argument('-o', dest='old_shard_id', help='Old shard id')
kwargs = parser.parse_args(args[1:])
kwargs = vars(kwargs)
config_uri = kwargs.pop('conffile')
func = kwargs.pop('func')
Configuration.load(config_uri, 'global')
connect_storage()
func(**kwargs)
def __init__(self, filename):
from caliopen_storage.config import Configuration
from caliopen_storage.helpers.connection import connect_storage
self.conf = Configuration.load(filename, 'global').configuration
connect_storage()
