def directories_synced(self): """ directories_synced """ serverindex, self.cbmemory = get_server_index(self.cbmemory, self.cboptions) localindex = make_local_index(self.cboptions) dirname_hashes_server, fnodes, unique_content, unique_dirs = parse_serverindex(serverindex) dir_make_server, dir_del_local = dirs_on_local(self.cbmemory, self.cboptions, localindex, dirname_hashes_server, serverindex) return (len(dir_make_server) == 0) and (len(dir_del_local) == 0)
def test_symlink(self): """ test_symlink """ self.do_wait_for_tasks = True self.reset_cb_db_synced() self.unzip_testfiles_synced() os.system("ln -s testdata/test/all_types testdata/test/smalltest/") os.system("ln -s testdata/test/smalltest/test.java testdata/test/all_types/") index = make_local_index(self.cboptions) self.assertEqual(len(index["messages"]), 2) self.assertEqual("symbolic link" in index["messages"][0], True)
def test_index_directory(self): """ test_index """ self.do_wait_for_tasks = False os.system("rm -Rf testdata/test") self.unzip_testfiles_clean() self.cboptions.sync = False localindex_check = msgpack.load(open("testdata/localindex_test.pickle")) localindex = make_local_index(self.cboptions) #msgpack.dump(localindex, open("testdata/localindex_test.pickle", "w")) self.assertTrue(localindex_check == localindex)
def test_sync_delete_local_folder(self): """ test_sync_delete_local_folder """ self.reset_cb_db_clean() self.unzip_testfiles_clean() os.mkdir("testdata/test/all_types/foo") os.mkdir("testdata/test/all_types/foo2") os.mkdir("testdata/test/all_types/foo2/bar") os.system("ls > testdata/test/all_types/foo/test.txt") os.system("ls > testdata/test/all_types/foo2/test2.txt") os.system("ls > testdata/test/all_types/foo2/bar/test3.txt") localindex, self.cbmemory = sync_server(self.cbmemory, self.cboptions) os.system("rm -Rf testdata/test/all_types") self.assertTrue(os.path.exists("testdata/test")) self.assertFalse(os.path.exists("testdata/test/all_types")) localindex = make_local_index(self.cboptions) serverindex, self.cbmemory = get_server_index(self.cbmemory, self.cboptions) cbmemory, cboptions, file_del_server, file_downloads, file_uploads, dir_del_server, dir_make_local, dir_make_server, dir_del_local, file_del_local, server_path_nodes, unique_content, rename_paths, dir_renames, dir_renames_local = get_sync_changes(self.cbmemory, self.cboptions, localindex, serverindex) self.assertEqual(len(dir_del_server), 4) localindex, self.cbmemory = sync_server(self.cbmemory, self.cboptions) self.unzip_testfiles_clean() dir_del_local, dir_del_server, dir_make_local, dir_make_server, file_del_local, file_del_server, file_downloads, file_uploads, rename_server, folder_rename_server, rename_local_folders = self.get_sync_changes() self.assertEqual(len(file_uploads), 3)
def sync_server(memory, options): """ @type memory: Memory @type options: optparse.Values, instance @return: @rtype: @raise: """ if memory.has("session"): memory = authorized(memory, options) if not os.path.exists(options.dir): raise NoSyncDirFound(options.dir) if quick_lock_check(options): exit_app_warning("cryptobox is locked, no sync possible, first decrypt (-d)") return serverindex, memory = get_server_index(memory, options) # update seen server history files localindex = make_local_index(options) memory.replace("localindex", localindex) memory, options, file_del_server, file_downloads, file_uploads, dir_del_server, dir_make_local, dir_make_server, dir_del_local, file_del_local, server_path_nodes, unique_content, rename_server_files, rename_server_folders, rename_local_folders = get_sync_changes(memory, options, localindex, serverindex) for rp in rename_server_files: memory = instruct_server_to_rename_path(memory, options, rp[0], rp[1]) for rfp in rename_server_folders: memory = instruct_server_to_rename_path(memory, options, rfp[0], rfp[1]) for orlfp, nrlfp in rename_local_folders: olfp = os.path.join(options.dir, orlfp.lstrip(os.sep)) nlfp = os.path.join(options.dir, nrlfp.lstrip(os.sep)) if os.path.exists(olfp): os.rename(olfp, nlfp) if len(dir_make_server) > 0: serverindex, memory = instruct_server_to_make_folders(memory, options, dir_make_server) serverdirpaths = [x["doc"]["m_path_p64s"] for x in serverindex["doclist"]] for fpath in serverdirpaths: memory = add_path_history(fpath, memory) if len(dir_del_local) > 0: memory = remove_local_folders(memory, dir_del_local) if len(dir_make_local) > 0: memory = make_directories_local(memory, options, localindex, dir_make_local) if len(dir_del_server) > 0: memory = instruct_server_to_delete_folders(memory, options, serverindex, dir_del_server) del_server_items = [] for del_file in file_del_server: del_short_guid = path_to_server_shortid(options, serverindex, del_file.replace(options.dir, "")) del_server_items.append(del_short_guid) # delete items if len(del_server_items) > 0: memory = instruct_server_to_delete_items(memory, options, del_server_items, "deleting files on server") if len(file_downloads) > 0: memory = get_unique_content(memory, options, unique_content, file_downloads) if len(file_uploads) > 0: memory, files_uploaded = upload_files(memory, options, serverindex, file_uploads) files_uploaded = possible_new_dirs_extend(files_uploaded, memory) for fpath in files_uploaded: if fpath: memory = add_path_history(fpath, memory) memory = add_path_history(os.path.dirname(fpath), memory) if len(file_del_local) > 0: memory = remove_local_paths(memory, file_del_local) file_del_server = possible_new_dirs_extend(file_del_server, memory) file_del_local = possible_new_dirs_extend(file_del_local, memory) for fpath in file_del_server: memory = del_path_history(fpath, memory) for fpath in file_del_local: memory = del_path_history(fpath, memory) if memory.has("localpath_history"): localpath_history = memory.get("localpath_history") localpaths = [x[0] for x in localpath_history] for fpath in dir_del_server: for lfpath in localpaths: if str(fpath) in str(lfpath): memory = del_path_history(lfpath, memory) memory = del_path_history(fpath, memory) if memory.has("serverpath_history"): serverpath_history = memory.get("serverpath_history") serverpaths = [x[0] for x in serverpath_history] for fpath in dir_del_local: for lfpath in serverpaths: if fpath["relname"] in lfpath: memory = del_path_history(lfpath, memory) memory = del_path_history(fpath["relname"], memory) memory = wait_for_tasks(memory, options) output_json({"item_progress": 0}) output_json({"global_progress": 0}) output_json({"msg": ""}) return localindex, memory
def get_sync_changes(self): localindex = make_local_index(self.cboptions) serverindex, self.cbmemory = get_server_index(self.cbmemory, self.cboptions) self.cbmemory, self.cboptions, fdels, fds, fups, dirdels, dirmakelo, dirmakes, ddelloc, fdelloc, spn, uc, rens, renfolderserver, rename_local_folders = get_sync_changes(self.cbmemory, self.cboptions, localindex, serverindex) return ddelloc, dirdels, dirmakelo, dirmakes, fdelloc, fdels, fds, fups, rens, renfolderserver, rename_local_folders
def cryptobox_command(options): """ @param options: dictionary with options @type options: namedtuple, Values @return: succes indicator @rtype: bool """ Events = Events() try: if options.acommand: if options.acommand == "open_folder": if options.dir: p = os.path.join(options.dir, options.cryptobox) open_folder(p) output_json({"log": "open " + p}) else: message_json("no folder given(-f)") elif options.acommand == "hash": if not options.input: message_json("need input (-i)") path = options.input output_json({"hash": make_hash_path(path)}) return elif options.acommand == "check_new_release": if not options.server: message_json("server mising") if not options.compiled: message_json("compiled mising") log_json("options.compiled: " + options.compiled) current_hash = make_hash_path(options.compiled) hash_url = urlparse.urljoin(options.server, "/st/data/cba_main.hash.json") log_json("hash_url: " + hash_url) result = urllib2.urlopen(hash_url).read() result_json = json.loads(result) new_release = not (current_hash == result_json["hash"]) output_json( {"new_release": new_release, "current_hash": current_hash, "hash_server": result_json["hash"]} ) return elif options.acommand == "download_new_release": if not options.server: message_json("server mising") output_json({"msg": "Downloading Cryptobox.dmg"}) download_url = urlparse.urljoin(options.server, "/st/data/Cryptobox.dmg") tempfile_cb = download_server( None, options, download_url, output_name_item_percentage="global_progress" ) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) root = Tkinter.Tk() root.withdraw() file_path = tkFileDialog.asksaveasfilename( parent=None, message="Cryptobox", initialfile="Cryptobox.dmg" ) if file_path: if os.path.exists(os.path.dirname(file_path)): if os.path.exists(tempfile_cb): os.rename(tempfile_cb, file_path) cleanup_tempfiles() return elif options.acommand == "delete_blobs": if not options.dir: message_json("dir mising") return if not options.cryptobox: message_json("cryptobox mising") return blobpath = os.path.join(options.dir, options.cryptobox) blobpath = os.path.join(blobpath, ".cryptobox") blobpath = os.path.join(blobpath, "blobs") if os.path.exists(blobpath): shutil.rmtree(blobpath, True) message_json("encrypted cache emptied") return elif options.acommand == "open_website": if not options.username: message_json("username mising") return if not options.password: message_json("password missing") return if not options.cryptobox: message_json("cryptobox missing") return m = Memory() m = authorize_user(m, options, force=True) if not m.has_get("authorized"): message_json("Username or password is not correct") else: encoded_token = b64_encode_safe("session_token:" + m.get("session_token")) private_key = b64_encode_safe(m.get("private_key")) webbrowser.open_new_tab( options.server + options.cryptobox + "/autologin/" + options.username + "/" + encoded_token + "/" + private_key ) else: print "cba_main.py:267", "unknown command" return if options.motivation: qlist = msgpack.load(open("quotes.list")) q = qlist[random.randint(0, len(qlist)) - 1] output_json({"motivation": q[0] + "\n\n- " + q[1]}) return # noinspection PyUnusedLocal single_instance = singleton.SingleInstance() if options.decrypt: if options.remove: print "cba_main.py:281", "option remove (-r) cannot be used together with decrypt (dataloss)" return False if options.sync: print "cba_main.py:285", "option sync (-s) cannot be used together with decrypt (hashmismatch)" return False if options.check: print "cba_main.py:289", "option check (-o) cannot be used together with decrypt (hashmismatch)" return False if not options.password: print "cba_main.py:293", "No password given (-p or --password)" return False if options.username or options.cryptobox: if not options.username: print "cba_main.py:298", "No username given (-u or --username)" return False if not options.cryptobox: print "cba_main.py:302", "No cryptobox given (-b or --cryptobox)" return False if isinstance(options, dict): options = Dict2Obj(options) if options.version: return "0.1" if not options.numdownloadthreads: options.numdownloadthreads = 2 else: options.numdownloadthreads = int(options.numdownloadthreads) options.numdownloadthreads = 8 if not options.dir: print "cba_main.py:319", "Need DIR -f or --dir to continue" return False if not options.cryptobox: print "cba_main.py:323", "No cryptobox given -b or --cryptobox" return False options.basedir = options.dir ensure_directory(options.basedir) options.dir = os.path.join(options.dir, options.cryptobox) if not options.decrypt: if quick_lock_check(options): output_json({"locked": True}) return False if not options.encrypt: restore_hidden_config(options) ensure_directory(options.dir) datadir = get_data_dir(options) if options.clear == "1": if os.path.exists(datadir): shutil.rmtree(datadir) output_json({"info_message": "cryptobox cache removed: " + str(datadir)}) else: output_json({"info_message": "cryptobox cache already removed: " + str(datadir)}) return ensure_directory(datadir) if not datadir: print "cba_main.py:351", "datadir is None" memory = Memory() memory.load(datadir) memory.replace("cryptobox_folder", options.dir) if not os.path.exists(options.basedir): print "cba_main.py:357", "DIR [", options.dir, "] does not exist" return False if options.sync: if not options.username: print "cba_main.py:362", "No username given (-u or --username)" return False if not options.password: print "cba_main.py:366", "No password given (-p or --password)" return False if options.logout: result, memory = on_server(memory, options, "logoutserver", {}, memory.get("session")) return result[0] elif options.treeseq: memory = authorize_user(memory, options) tree_seq = get_tree_sequence(memory, options) if tree_seq: output_json({"tree_seq": tree_seq}) return True elif options.password and options.username and options.cryptobox and (options.sync or options.check): memory = authorize_user(memory, options, force=True) if not memory.get("connection"): return if not memory.get("authorized"): message_json("Username or password is not correct") output_json({"instruction": "lock_buttons_password_wrong"}) return if memory.get("authorized"): if options.check: if quick_lock_check(options): return False ensure_directory(options.dir) Events.event("check get_server_index") serverindex, memory = get_server_index(memory, options) Events.event("check make_local_index") localindex = make_local_index(options) Events.event("check get_sync_changes") memory, options, file_del_server, file_downloads, file_uploads, dir_del_server, dir_make_local, dir_make_server, dir_del_local, file_del_local, server_path_nodes, unique_content, rename_server, rename_dirs, rename_local_dirs = get_sync_changes( memory, options, localindex, serverindex ) all_synced = all_item_zero_len( [ file_del_server, file_downloads, file_uploads, dir_del_server, dir_make_local, dir_make_server, dir_del_local, file_del_local, rename_server, rename_dirs, ] ) outputdict = { "file_del_server": file_del_server, "file_downloads": file_downloads, "file_uploads": file_uploads, "dir_del_server": dir_del_server, "dir_make_local": dir_make_local, "dir_make_server": dir_make_server, "dir_del_local": dir_del_local, "file_del_local": file_del_local, "all_synced": all_synced, "rename_file_server": rename_server, "rename_folder_server": rename_dirs, "rename_local_dirs": rename_local_dirs, } output_json(outputdict) elif options.sync: if options.encrypt: message_json("sync and encrypt called together") return False if quick_lock_check(options): message_json("cryptobox is locked, nothing can be added now first decrypt (-d)") return False ensure_directory(options.dir) Events.event("check sync_server") localindex, memory = sync_server(memory, options) # Events.report_measurements() salt = secret = None if options.encrypt: salt, secret, memory, localindex = index_and_encrypt(memory, options) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) if options.decrypt: if not options.clear == "1": if not secret: if memory.has("salt_b64"): salt = base64.decodestring(memory.get("salt_b64")) if not salt: raise Exception("decrypt, no salt") secret = password_derivation(options.password, salt) memory = decrypt_and_build_filetree(memory, options, secret) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) reset_cryptobox_local(options) memory.save(datadir) if options.remove and salt and secret: hide_config(options, salt, secret) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) finally: pass return True
def cryptobox_command(options): """ @param options: dictionary with options @type options: namedtuple, Values @return: succes indicator @rtype: bool """ Events = Events() try: if options.acommand: if options.acommand == "open_folder": if options.dir: p = os.path.join(options.dir, options.cryptobox) open_folder(p) output_json({"log": "open " + p}) else: message_json("no folder given(-f)") elif options.acommand == "hash": if not options.input: message_json("need input (-i)") path = options.input output_json({"hash": make_hash_path(path)}) return elif options.acommand == "check_new_release": if not options.server: message_json("server mising") if not options.compiled: message_json("compiled mising") log_json("options.compiled: " + options.compiled) current_hash = make_hash_path(options.compiled) hash_url = urlparse.urljoin(options.server, "/st/data/cba_main.hash.json") log_json("hash_url: " + hash_url) result = urllib2.urlopen(hash_url).read() result_json = json.loads(result) new_release = not (current_hash == result_json["hash"]) output_json({ "new_release": new_release, "current_hash": current_hash, "hash_server": result_json["hash"] }) return elif options.acommand == "download_new_release": if not options.server: message_json("server mising") output_json({"msg": "Downloading Cryptobox.dmg"}) download_url = urlparse.urljoin(options.server, "/st/data/Cryptobox.dmg") tempfile_cb = download_server( None, options, download_url, output_name_item_percentage="global_progress") output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) root = Tkinter.Tk() root.withdraw() file_path = tkFileDialog.asksaveasfilename( parent=None, message="Cryptobox", initialfile='Cryptobox.dmg') if file_path: if os.path.exists(os.path.dirname(file_path)): if os.path.exists(tempfile_cb): os.rename(tempfile_cb, file_path) cleanup_tempfiles() return elif options.acommand == "delete_blobs": if not options.dir: message_json("dir mising") return if not options.cryptobox: message_json("cryptobox mising") return blobpath = os.path.join(options.dir, options.cryptobox) blobpath = os.path.join(blobpath, ".cryptobox") blobpath = os.path.join(blobpath, "blobs") if os.path.exists(blobpath): shutil.rmtree(blobpath, True) message_json("encrypted cache emptied") return elif options.acommand == "open_website": if not options.username: message_json("username mising") return if not options.password: message_json("password missing") return if not options.cryptobox: message_json("cryptobox missing") return m = Memory() m = authorize_user(m, options, force=True) if not m.has_get("authorized"): message_json("Username or password is not correct") else: encoded_token = b64_encode_safe("session_token:" + m.get("session_token")) private_key = b64_encode_safe(m.get("private_key")) webbrowser.open_new_tab(options.server + options.cryptobox + "/autologin/" + options.username + "/" + encoded_token + "/" + private_key) else: print "cba_main.py:267", "unknown command" return if options.motivation: qlist = msgpack.load(open("quotes.list")) q = qlist[random.randint(0, len(qlist)) - 1] output_json({"motivation": q[0] + "\n\n- " + q[1]}) return #noinspection PyUnusedLocal single_instance = singleton.SingleInstance() if options.decrypt: if options.remove: print "cba_main.py:281", "option remove (-r) cannot be used together with decrypt (dataloss)" return False if options.sync: print "cba_main.py:285", "option sync (-s) cannot be used together with decrypt (hashmismatch)" return False if options.check: print "cba_main.py:289", "option check (-o) cannot be used together with decrypt (hashmismatch)" return False if not options.password: print "cba_main.py:293", "No password given (-p or --password)" return False if options.username or options.cryptobox: if not options.username: print "cba_main.py:298", "No username given (-u or --username)" return False if not options.cryptobox: print "cba_main.py:302", "No cryptobox given (-b or --cryptobox)" return False if isinstance(options, dict): options = Dict2Obj(options) if options.version: return "0.1" if not options.numdownloadthreads: options.numdownloadthreads = 2 else: options.numdownloadthreads = int(options.numdownloadthreads) options.numdownloadthreads = 8 if not options.dir: print "cba_main.py:319", "Need DIR -f or --dir to continue" return False if not options.cryptobox: print "cba_main.py:323", "No cryptobox given -b or --cryptobox" return False options.basedir = options.dir ensure_directory(options.basedir) options.dir = os.path.join(options.dir, options.cryptobox) if not options.decrypt: if quick_lock_check(options): output_json({"locked": True}) return False if not options.encrypt: restore_hidden_config(options) ensure_directory(options.dir) datadir = get_data_dir(options) if options.clear == "1": if os.path.exists(datadir): shutil.rmtree(datadir) output_json({ "info_message": "cryptobox cache removed: " + str(datadir) }) else: output_json({ "info_message": "cryptobox cache already removed: " + str(datadir) }) return ensure_directory(datadir) if not datadir: print "cba_main.py:351", "datadir is None" memory = Memory() memory.load(datadir) memory.replace("cryptobox_folder", options.dir) if not os.path.exists(options.basedir): print "cba_main.py:357", "DIR [", options.dir, "] does not exist" return False if options.sync: if not options.username: print "cba_main.py:362", "No username given (-u or --username)" return False if not options.password: print "cba_main.py:366", "No password given (-p or --password)" return False if options.logout: result, memory = on_server(memory, options, "logoutserver", {}, memory.get("session")) return result[0] elif options.treeseq: memory = authorize_user(memory, options) tree_seq = get_tree_sequence(memory, options) if tree_seq: output_json({"tree_seq": tree_seq}) return True elif options.password and options.username and options.cryptobox and ( options.sync or options.check): memory = authorize_user(memory, options, force=True) if not memory.get("connection"): return if not memory.get("authorized"): message_json("Username or password is not correct") output_json({"instruction": "lock_buttons_password_wrong"}) return if memory.get("authorized"): if options.check: if quick_lock_check(options): return False ensure_directory(options.dir) Events.event("check get_server_index") serverindex, memory = get_server_index(memory, options) Events.event("check make_local_index") localindex = make_local_index(options) Events.event("check get_sync_changes") memory, options, file_del_server, file_downloads, file_uploads, dir_del_server, dir_make_local, dir_make_server, dir_del_local, file_del_local, server_path_nodes, unique_content, rename_server, rename_dirs, rename_local_dirs = get_sync_changes( memory, options, localindex, serverindex) all_synced = all_item_zero_len([ file_del_server, file_downloads, file_uploads, dir_del_server, dir_make_local, dir_make_server, dir_del_local, file_del_local, rename_server, rename_dirs ]) outputdict = { "file_del_server": file_del_server, "file_downloads": file_downloads, "file_uploads": file_uploads, "dir_del_server": dir_del_server, "dir_make_local": dir_make_local, "dir_make_server": dir_make_server, "dir_del_local": dir_del_local, "file_del_local": file_del_local, "all_synced": all_synced, "rename_file_server": rename_server, "rename_folder_server": rename_dirs, "rename_local_dirs": rename_local_dirs } output_json(outputdict) elif options.sync: if options.encrypt: message_json("sync and encrypt called together") return False if quick_lock_check(options): message_json( "cryptobox is locked, nothing can be added now first decrypt (-d)" ) return False ensure_directory(options.dir) Events.event("check sync_server") localindex, memory = sync_server(memory, options) #Events.report_measurements() salt = secret = None if options.encrypt: salt, secret, memory, localindex = index_and_encrypt( memory, options) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) if options.decrypt: if not options.clear == "1": if not secret: if memory.has("salt_b64"): salt = base64.decodestring(memory.get("salt_b64")) if not salt: raise Exception("decrypt, no salt") secret = password_derivation(options.password, salt) memory = decrypt_and_build_filetree(memory, options, secret) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) reset_cryptobox_local(options) memory.save(datadir) if options.remove and salt and secret: hide_config(options, salt, secret) output_json({"msg": ""}) output_json({"item_progress": 0}) output_json({"global_progress": 0}) finally: pass return True