def create_farm(farm_name): """ Create a farm. Creates a farm named FARM_NAME on the currently selected cloud server. You can use the `openag cloud select_farm` command to start mirroring data into it. """ utils.check_for_cloud_server() utils.check_for_cloud_user() server = Server(config["cloud_server"]["url"]) username = config["cloud_server"]["username"] password = config["cloud_server"]["password"] server.log_in(username, password) url = urljoin(server.resource.url, "_openag", "v0.1", "register_farm") status, _, content = server.resource.session.request( "POST", url, headers=server.resource.headers.copy(), body={ "name": username, "farm_name": farm_name }, credentials=(username, password)) if status != 200: raise click.ClickException( "Failed to register farm with cloud server ({}): {}".format( status, content))
def db_init(db_url, api_url): """ Initialize the database server. Sets some configuration parameters on the server, creates the necessary databases for this project, pushes design documents into those databases. """ db_config = generate_config(api_url) server = BootstrapServer(db_url) # Configure the CouchDB instance itself config_items = [] for section, values in db_config.items(): for param, value in values.items(): config_items.append((section, param, value)) print "Applying CouchDB configuration" for section, param, value in config_items: url = urljoin(server.resource.url, "_config", section, param) try: current_val = server.resource.session.request( "GET", url, body=None, headers=None, credentials=server.resource.credentials)[2].read().strip() except ResourceNotFound: current_val = None desired_val = '"{}"'.format(value.replace('"', '\\"')) if current_val != desired_val: status = server.resource.session.request( "PUT", url, body=desired_val, headers=None, credentials=server.resource.credentials)[0] # Unless there is some delay between requests, CouchDB gets # sad for some reason if status != 200: raise Exception( 'Failed to set configuration parameter "{}": {}'.format( param, res.content)) time.sleep(1) # Create all dbs on the server print "Creating databases" for db_name in all_dbs: server.get_or_create(db_name) # Push design documents print "Pushing design documents" design_path = os.path.dirname(_design.__file__) server.push_design_documents(design_path) # Save the local server config["local_server"]["url"] = db_url
def get_json_raw_url(mb, path): """ little workaround for skirting overzealous couchdb-python quoting behavior. """ from couchdb import http, json session = mb.resource.session creds = mb.resource.credentials method = "GET" path = [mb.resource.url] + path url = http.urljoin(*path) status, headers, data = session.request(method, url, credentials=creds) if "application/json" in headers.get("content-type"): data = json.decode(data.read()) return status, headers, data
def replicate_global_dbs(cloud_url=None, local_url=None): """ Set up replication of the global databases from the cloud server to the local server. :param str cloud_url: Used to override the cloud url from the global configuration in case the calling function is in the process of initializing the cloud server :param str local_url: Used to override the local url from the global configuration in case the calling function is in the process of initializing the local server """ local_url = local_url or config["local_server"]["url"] cloud_url = cloud_url or config["cloud_server"]["url"] server = Server(local_url) for db_name in global_dbs: server.replicate( db_name, urljoin(cloud_url, db_name), db_name, continuous=True, )
def replicate_per_farm_dbs(cloud_url=None, local_url=None, farm_name=None): """ Sete up replication of the per-farm databases from the local server to the cloud server. :param str cloud_url: Used to override the cloud url from the global configuration in case the calling function is in the process of initializing the cloud server :param str local_url: Used to override the local url from the global configuration in case the calling function is in the process of initializing the local server :param str farm_name: Used to override the farm name from the global configuratino in case the calling function is in the process of initializing the farm """ cloud_url = cloud_url or config["cloud_server"]["url"] local_url = local_url or config["local_server"]["url"] farm_name = farm_name or config["cloud_server"]["farm_name"] username = config["cloud_server"]["username"] password = config["cloud_server"]["password"] # Add credentials to the cloud url parsed_cloud_url = urlparse(cloud_url) if not parsed_cloud_url.username: new_netloc = "{}:{}@{}".format( username, password, parsed_cloud_url.netloc ) cloud_url = ParseResult( parsed_cloud_url.scheme, new_netloc, parsed_cloud_url.path, parsed_cloud_url.params, parsed_cloud_url.query, parsed_cloud_url.fragment ).geturl() server = Server(local_url) for db_name in per_farm_dbs: remote_db_name = "{}/{}/{}".format(username, farm_name, db_name) server.replicate( db_name, db_name, urljoin(cloud_url, remote_db_name), continuous=True )
def replicate_per_farm_dbs(cloud_url=None, local_url=None, farm_name=None): """ Sete up replication of the per-farm databases from the local server to the cloud server. :param str cloud_url: Used to override the cloud url from the global configuration in case the calling function is in the process of initializing the cloud server :param str local_url: Used to override the local url from the global configuration in case the calling function is in the process of initializing the local server :param str farm_name: Used to override the farm name from the global configuratino in case the calling function is in the process of initializing the farm """ cloud_url = cloud_url or config["cloud_server"]["url"] local_url = local_url or config["local_server"]["url"] farm_name = farm_name or config["cloud_server"]["farm_name"] username = config["cloud_server"]["username"] password = config["cloud_server"]["password"] # Add credentials to the cloud url parsed_cloud_url = urlparse(cloud_url) if not parsed_cloud_url.username: new_netloc = "{}:{}@{}".format(username, password, parsed_cloud_url.netloc) cloud_url = ParseResult(parsed_cloud_url.scheme, new_netloc, parsed_cloud_url.path, parsed_cloud_url.params, parsed_cloud_url.query, parsed_cloud_url.fragment).geturl() server = Server(local_url) for db_name in per_farm_dbs: remote_db_name = "{}/{}/{}".format(username, farm_name, db_name) server.replicate(db_name, db_name, urljoin(cloud_url, remote_db_name), continuous=True)
def create_farm(farm_name): """ Create a farm. Creates a farm named FARM_NAME on the currently selected cloud server. You can use the `openag cloud select_farm` command to start mirroring data into it. """ utils.check_for_cloud_server() utils.check_for_cloud_user() server = Server(config["cloud_server"]["url"]) username = config["cloud_server"]["username"] password = config["cloud_server"]["password"] server.log_in(username, password) url = urljoin(server.resource.url, "_openag", "v0.1", "register_farm") status, _, content = server.resource.session.request( "POST", url, headers=server.resource.headers.copy(), body={ "name": username, "farm_name": farm_name }, credentials=(username, password) ) if status != 200: raise click.ClickException( "Failed to register farm with cloud server ({}): {}".format( status, content ) )
def init(db_url, api_url): """ Initialize the database server. Sets some configuration parameters on the server, creates the necessary databases for this project, pushes design documents into those databases, and sets up replication with the cloud server if one has already been selected. """ old_db_url = config["local_server"]["url"] if old_db_url and old_db_url != db_url: raise click.ClickException( "Local database \"{}\" already initialized. Switching local " "databases is not currently supported".format(old_db_url) ) db_config = generate_config(api_url) server = Server(db_url) # Configure the CouchDB instance itself config_items = [] for section, values in db_config.items(): for param, value in values.items(): config_items.append((section, param, value)) with click.progressbar( config_items, label="Applying CouchDB configuration", length=len(config_items) ) as _config_items: for section, param, value in _config_items: url = urljoin(server.resource.url, "_config", section, param) try: current_val = server.resource.session.request( "GET", url )[2].read().strip() except ResourceNotFound: current_val = None desired_val = '"{}"'.format(value.replace('"', '\\"')) if current_val != desired_val: status = server.resource.session.request( "PUT", url, body=desired_val )[0] # Unless there is some delay between requests, CouchDB gets # sad for some reason if status != 200: click.ClickException( 'Failed to set configuration parameter "{}": {}'.format( param, res.content ) ) time.sleep(1) # Create all dbs on the server with click.progressbar( all_dbs, label="Creating databases", length=len(all_dbs) ) as _dbs: for db_name in _dbs: server.get_or_create(db_name) # Push design documents click.echo("Pushing design documents") design_path = os.path.dirname(_design.__file__) server.push_design_documents(design_path) # Set up replication if config["cloud_server"]["url"]: click.echo("Setting up replication with cloud server") utils.replicate_global_dbs(local_url=db_url) if config["cloud_server"]["farm_name"]: utils.replicate_per_farm_dbs(local_url=db_url) config["local_server"]["url"] = db_url