Example #1
0
 def __init__(self):
     self.init_home_dir()
     self.api = "https://andrefreitas.pt/budibox/api/"
     self.login = LoginBox()
     self.watcher = Watcher(self.budibox_home)
 def __init__(self):
     self.init_home_dir()
     self.api = "https://andrefreitas.pt/budibox/api/"
     self.login = LoginBox()
     self.watcher = Watcher(self.budibox_home)
Example #3
0
class ClientDaemon:
    def __init__(self):
        self.init_home_dir()
        self.api = "https://andrefreitas.pt/budibox/api/"
        self.login = LoginBox()
        self.watcher = Watcher(self.budibox_home)

    def init_home_dir(self):
        # Searchs for user home folder and creates budibox folder

        self.budibox_home = expanduser("~") + "/budibox"
        self.home = expanduser("~")
        self.budibox_home = self.budibox_home.decode(system_enconding)

        # Creates budibox folder
        if (not os.path.exists(self.budibox_home)):
            os.makedirs(self.budibox_home)

    def client_start(self):
        self.login.start()
        self.computerId = self.get_computer_id()
        watcher_thread = Thread(target=self.listen_watcher, args=())
        requests_thread = Thread(target=self.listen_requests, args=())
        keep_alive = Thread(target=self.keep_alive, args=())
        sync = Thread(target=self.sync, args=())
        # Start threads
        watcher_thread.start()
        requests_thread.start()
        keep_alive.start()
        sync.start()
        # Join threads
        watcher_thread.join()
        requests_thread.join()
        keep_alive.join()
        sync.join()

    def get_computer_id(self):
        url = self.api + 'computers/getComputerId.php'
        values = {
            'apikey': '12',
            'user': login_box.client.get_email(),
            'computer': get_computer_name()
        }
        response = json_request(url, values)
        print_message("Getting the computer ID")

        if (response['result'] == 'ok'):
            return response['computerId']

    def sync(self):
        while True:
            url = self.api + 'files/getUserFiles.php'
            values = {'apikey': '12', 'user': login_box.client.get_email()}

            response = json_request(url, values)

            if (response['result'] != 'ok'):
                print_message("Error trying to get user files of " +
                              login_box.client.get_email())
            else:
                print_message("Total files: " + str(len(response['files'])))
                self.restore_file(response['files'])
            time.sleep(sync_files_interval)

    def restore_file(self, files):
        list_dir = os.listdir(self.budibox_home)
        global restore_requests
        for file in files:
            file_path = file['path']
            if os.path.isfile(self.budibox_home + file_path):
                if (file['status'] == 'deleted'):
                    os.remove(self.budibox_home + file_path)
                    break

                timestamp = int(file['date_modified']['sec'])
                datetime_request = datetime.fromtimestamp(timestamp)
                datetime_local_file = datetime.fromtimestamp(
                    os.path.getmtime(self.budibox_home + file_path))

                difference_times = time.mktime(
                    datetime_request.timetuple()) - time.mktime(
                        datetime_local_file.timetuple()) - 3600
                if (difference_times > 0):
                    if not (file_path in restore_requests):
                        print_message("More recent " + file_path)
                        url = self.api + 'files/restoreFile.php'
                        values = {
                            'apikey': '12',
                            'computerId': self.computerId,
                            'modification': file['modification']
                        }

                        response = json_request(url, values)

                        if (response['result'] == 'ok'):
                            print_message("Sent request of restore file of " +
                                          file_path)
                            restore_requests[file_path] = False

                        else:
                            print_message(
                                "Error sending request of restore file of " +
                                file_path)
                else:
                    print "older or equal"

            else:
                if not (file_path
                        in restore_requests) and file['status'] != 'deleted':
                    url = self.api + 'files/restoreFile.php'
                    values = {
                        'apikey': '12',
                        'computerId': self.computerId,
                        'modification': file['modification']
                    }

                    response = json_request(url, values)
                    restore_requests[file_path] = False
                    if (response['result'] == 'ok'):
                        print_message("Sent request of restore file of " +
                                      file_path)

                    else:
                        print_message(
                            "Error sending request of restore file of " +
                            file_path)

    def keep_alive(self):
        while True:
            url = self.api + 'computers/keepAlive.php'
            values = {'apikey': '12', 'computerId': self.computerId}

            response = json_request(url, values)

            if (response['result'] != 'ok'):
                print_message(
                    "Error sending message of keepAlive of computerId " +
                    self.computerId)

            time.sleep(10)

    def listen_watcher(self):
        self.watcher.start(login_box.client, self.computerId)

    def listen_requests(self):
        while (True):
            url = self.api + 'requests/getComputerRequests.php'
            values = {'apikey': '12', 'computerId': self.computerId}
            response = json_request(url, values)
            if (response['result'] == 'ok'):
                total_requests = len(response['requests'])
                print_message("Requests: " + str(total_requests))
                if (total_requests > 0):
                    self.handle_request(response['requests'])
            time.sleep(listen_requests_interval)

    def handle_request(self, requests):
        for request in requests:
            if (request['action'] == "storeChunk"):
                self.store_chunk(request['chunkNumber'],
                                 request['modification'], request['fileId'])
            if (request['action'] == "deleteFile"):
                self.delete_chunks(request['modification'])
            if (request['action'] == "giveChunk"):
                if (os.path.exists(self.budibox_home + "/chunks/" +
                                   request['modification'] + "_" +
                                   str(request['chunkNumber']) + ".chunk")):
                    self.send_chunk_to_restore(request['modification'],
                                               request['chunkNumber'],
                                               request['owner'])
            if (request['action'] == "recoverChunk"):
                self.store_temp_chunk(request['modification'],
                                      request['number'], request['path'])

    def store_temp_chunk(self, modification, number, path):
        temp_dir = self.home + "/chunks_restore/temp/"
        if (not os.path.exists(temp_dir)):
            os.makedirs(temp_dir)

        # Creates chunk
        temp_dir = temp_dir.decode(system_enconding)
        chunk = open(temp_dir + modification + "_" + str(number) + ".chunk",
                     "w")

        # Gets chunk body
        url = self.api + 'chunks/getRecover.php'
        values = {
            'apikey': '12',
            'owner': self.computerId,
            'number': str(number),
            'modification': modification
        }

        response = json_request(url, values)

        if (response['result'] == 'ok'):
            chunk_body = response['chunk']
            chunk.write(chunk_body)
            chunk.close()
            print_message("Chunk of " + modification + " and number " +
                          str(number) + " writed!")
        else:
            chunk.close()
            print_message("Error getting chunk of " + modification +
                          " and number " + str(number) + " writed!")

        # Delete chunk recover
        url = self.api + 'chunks/deleteChunkRecover.php'
        values = {
            'apikey': '12',
            'owner': self.computerId,
            'modification': modification,
            'number': str(number)
        }

        response = json_request(url, values)

        if (response['result'] == 'ok'):
            print_message("Deleted chunk recover !")

        else:
            print_message("Error deleting chunk recover!")
            return

        # Confirm chunk recover
        url = self.api + 'requests/confirmRecoverChunk.php'
        values = {
            'apikey': '12',
            'computerId': self.computerId,
            'modification': modification,
            'chunkNumber': str(number)
        }

        response = json_request(url, values)

        if (response['result'] == 'ok'):
            print_message("Confirmed chunk recover !")

        else:
            print_message("Error confirming chunk recover!")
            return

        # Checks if received all chunks
        url = self.api + 'files/restoreFileIsDone.php'
        values = {
            'apikey': '12',
            'computerId': self.computerId,
            'modification': modification
        }

        response = json_request(url, values)

        if (response['result'] == 'ok'):
            if (response['isDone'] == True):
                print_message("Restore file " + path + " is done!")
                f = File(self.budibox_home + path, login_box.client,
                         modification)
                f.restore_file(temp_dir, self.budibox_home + path)
                global restore_requests
                del restore_requests[path]
                print "Feito"

    def send_chunk_to_restore(self, modification, number, owner):
        path = self.budibox_home + "/chunks/" + modification + "_" + str(
            number) + ".chunk"
        chunk = open(path, "rb")
        chunk_body = chunk.read()
        url = self.api + 'chunks/giveForRestore.php'
        values = {
            'apikey': '12',
            'modification': modification,
            'number': str(number),
            'body': chunk_body,
            'owner': owner['$id']
        }

        response = json_post_request(url, values)

        if (response['result'] == 'ok'):
            print_message("Sent chunk for restore of " + path)
        else:
            print_message("Error sending chunk for restore of " + path)

    def delete_chunks(self, modification):
        list_dir = os.listdir(self.budibox_home + "/chunks/")
        for file in list_dir:
            if (file.startswith(modification)):
                f = open(self.budibox_home + "/chunks/" + file, "rb")
                file_size = len(f.read())
                f.close()
                os.remove(self.budibox_home + "/chunks/" + file)
                url = self.api + 'users/incOfferUsage.php'
                values = {
                    'apikey': '12',
                    'user': login_box.client.get_email(),
                    'value': str(-file_size)
                }
                response = json_request(url, values)

                if (response['result'] == 'ok'):
                    print_message("Decremented offer_usage in " +
                                  str(file_size))

                else:
                    print_message("Error decrementing offer_usage in " +
                                  str(file_size))

        url = self.api + 'requests/confirmFileDelete.php'
        values = {
            'apikey': '12',
            'computerId': self.computerId,
            'modification': modification
        }
        response = json_request(url, values)

        if (response['result'] == 'ok'):
            print_message("Sent confirm delete message of modification: " +
                          modification)

        else:
            print_message("Error confirm delete message of modification: " +
                          modification)

    def store_chunk(self, chunkNumber, modification, fileId):
        # Gets Information about chunk to Store
        url = self.api + 'chunks/get.php'
        values = {
            'apikey': '12',
            'fileId': fileId['$id'],
            'modification': modification,
            'number': str(chunkNumber)
        }
        response = json_request(url, values)

        if (response['result'] == 'ok'):
            chunk_body = response['chunk']
        else:
            print_message("Error trying to get chunk body of fileID " +
                          fileId['$id'] + "and chunkNumber " +
                          str(chunkNumber))
            return False

        print_message("Processing request, getting chunk body of " +
                      fileId['$id'] + " and chunkNumber " + str(chunkNumber))

        if (not os.path.exists(self.budibox_home + "/chunks/")):
            os.makedirs(self.budibox_home + "/chunks/")
        chunk_file = open(
            self.budibox_home + "/chunks/" + modification + "_" +
            str(chunkNumber) + ".chunk", "wb")
        chunk_file.write(chunk_body)
        chunk_file.close()

        # Sends confirmStorage message
        url = self.api + 'chunks/confirmStorage.php'
        values = {
            'apikey': '12',
            'fileId': fileId['$id'],
            'computerId': self.computerId,
            'number': str(chunkNumber),
            'modification': modification
        }
        response = json_request(url, values)

        if (response['result'] == 'ok'):
            print_message("Sent confirmation message: fileId " +
                          fileId['$id'] + " and chunkNumber " +
                          str(chunkNumber) + " and computerId " +
                          self.computerId)

            # Adds space of the offer_used
            url = self.api + 'users/incOfferUsage.php'
            values = {
                'apikey': '12',
                'user': login_box.client.get_email(),
                'value': str(len(chunk_body))
            }
            response_space = json_request(url, values)

            if (response_space['result'] == 'ok'):
                print_message("Increment offer usage successfully with " +
                              str(len(chunk_body)))
                return True
            else:
                print_message("Error in incrementing offer usage with " +
                              str(len(chunk_body)))
                return False
        else:
            print_message("Error trying to send confirm message: fileId " +
                          fileId['$id'] + " and chunkNumber " +
                          str(chunkNumber) + " and computerId " +
                          self.computerId)
            return False
class ClientDaemon:
    def __init__(self):
        self.init_home_dir()
        self.api = "https://andrefreitas.pt/budibox/api/"
        self.login = LoginBox()
        self.watcher = Watcher(self.budibox_home)

    def init_home_dir(self):
        # Searchs for user home folder and creates budibox folder

        self.budibox_home = expanduser("~") + "/budibox"
        self.home = expanduser("~")
        self.budibox_home = self.budibox_home.decode(system_enconding)

        # Creates budibox folder
        if not os.path.exists(self.budibox_home):
            os.makedirs(self.budibox_home)

    def client_start(self):
        self.login.start()
        self.computerId = self.get_computer_id()
        watcher_thread = Thread(target=self.listen_watcher, args=())
        requests_thread = Thread(target=self.listen_requests, args=())
        keep_alive = Thread(target=self.keep_alive, args=())
        sync = Thread(target=self.sync, args=())
        # Start threads
        watcher_thread.start()
        requests_thread.start()
        keep_alive.start()
        sync.start()
        # Join threads
        watcher_thread.join()
        requests_thread.join()
        keep_alive.join()
        sync.join()

    def get_computer_id(self):
        url = self.api + "computers/getComputerId.php"
        values = {"apikey": "12", "user": login_box.client.get_email(), "computer": get_computer_name()}
        response = json_request(url, values)
        print_message("Getting the computer ID")

        if response["result"] == "ok":
            return response["computerId"]

    def sync(self):
        while True:
            url = self.api + "files/getUserFiles.php"
            values = {"apikey": "12", "user": login_box.client.get_email()}

            response = json_request(url, values)

            if response["result"] != "ok":
                print_message("Error trying to get user files of " + login_box.client.get_email())
            else:
                print_message("Total files: " + str(len(response["files"])))
                self.restore_file(response["files"])
            time.sleep(sync_files_interval)

    def restore_file(self, files):
        list_dir = os.listdir(self.budibox_home)
        global restore_requests
        for file in files:
            file_path = file["path"]
            if os.path.isfile(self.budibox_home + file_path):
                if file["status"] == "deleted":
                    os.remove(self.budibox_home + file_path)
                    break

                timestamp = int(file["date_modified"]["sec"])
                datetime_request = datetime.fromtimestamp(timestamp)
                datetime_local_file = datetime.fromtimestamp(os.path.getmtime(self.budibox_home + file_path))

                difference_times = (
                    time.mktime(datetime_request.timetuple()) - time.mktime(datetime_local_file.timetuple()) - 3600
                )
                if difference_times > 0:
                    if not (file_path in restore_requests):
                        print_message("More recent " + file_path)
                        url = self.api + "files/restoreFile.php"
                        values = {"apikey": "12", "computerId": self.computerId, "modification": file["modification"]}

                        response = json_request(url, values)

                        if response["result"] == "ok":
                            print_message("Sent request of restore file of " + file_path)
                            restore_requests[file_path] = False

                        else:
                            print_message("Error sending request of restore file of " + file_path)
                else:
                    print "older or equal"

            else:
                if not (file_path in restore_requests) and file["status"] != "deleted":
                    url = self.api + "files/restoreFile.php"
                    values = {"apikey": "12", "computerId": self.computerId, "modification": file["modification"]}

                    response = json_request(url, values)
                    restore_requests[file_path] = False
                    if response["result"] == "ok":
                        print_message("Sent request of restore file of " + file_path)

                    else:
                        print_message("Error sending request of restore file of " + file_path)

    def keep_alive(self):
        while True:
            url = self.api + "computers/keepAlive.php"
            values = {"apikey": "12", "computerId": self.computerId}

            response = json_request(url, values)

            if response["result"] != "ok":
                print_message("Error sending message of keepAlive of computerId " + self.computerId)

            time.sleep(10)

    def listen_watcher(self):
        self.watcher.start(login_box.client, self.computerId)

    def listen_requests(self):
        while True:
            url = self.api + "requests/getComputerRequests.php"
            values = {"apikey": "12", "computerId": self.computerId}
            response = json_request(url, values)
            if response["result"] == "ok":
                total_requests = len(response["requests"])
                print_message("Requests: " + str(total_requests))
                if total_requests > 0:
                    self.handle_request(response["requests"])
            time.sleep(listen_requests_interval)

    def handle_request(self, requests):
        for request in requests:
            if request["action"] == "storeChunk":
                self.store_chunk(request["chunkNumber"], request["modification"], request["fileId"])
            if request["action"] == "deleteFile":
                self.delete_chunks(request["modification"])
            if request["action"] == "giveChunk":
                if os.path.exists(
                    self.budibox_home
                    + "/chunks/"
                    + request["modification"]
                    + "_"
                    + str(request["chunkNumber"])
                    + ".chunk"
                ):
                    self.send_chunk_to_restore(request["modification"], request["chunkNumber"], request["owner"])
            if request["action"] == "recoverChunk":
                self.store_temp_chunk(request["modification"], request["number"], request["path"])

    def store_temp_chunk(self, modification, number, path):
        temp_dir = self.home + "/chunks_restore/temp/"
        if not os.path.exists(temp_dir):
            os.makedirs(temp_dir)

        # Creates chunk
        temp_dir = temp_dir.decode(system_enconding)
        chunk = open(temp_dir + modification + "_" + str(number) + ".chunk", "w")

        # Gets chunk body
        url = self.api + "chunks/getRecover.php"
        values = {"apikey": "12", "owner": self.computerId, "number": str(number), "modification": modification}

        response = json_request(url, values)

        if response["result"] == "ok":
            chunk_body = response["chunk"]
            chunk.write(chunk_body)
            chunk.close()
            print_message("Chunk of " + modification + " and number " + str(number) + " writed!")
        else:
            chunk.close()
            print_message("Error getting chunk of " + modification + " and number " + str(number) + " writed!")

        # Delete chunk recover
        url = self.api + "chunks/deleteChunkRecover.php"
        values = {"apikey": "12", "owner": self.computerId, "modification": modification, "number": str(number)}

        response = json_request(url, values)

        if response["result"] == "ok":
            print_message("Deleted chunk recover !")

        else:
            print_message("Error deleting chunk recover!")
            return

        # Confirm chunk recover
        url = self.api + "requests/confirmRecoverChunk.php"
        values = {
            "apikey": "12",
            "computerId": self.computerId,
            "modification": modification,
            "chunkNumber": str(number),
        }

        response = json_request(url, values)

        if response["result"] == "ok":
            print_message("Confirmed chunk recover !")

        else:
            print_message("Error confirming chunk recover!")
            return

        # Checks if received all chunks
        url = self.api + "files/restoreFileIsDone.php"
        values = {"apikey": "12", "computerId": self.computerId, "modification": modification}

        response = json_request(url, values)

        if response["result"] == "ok":
            if response["isDone"] == True:
                print_message("Restore file " + path + " is done!")
                f = File(self.budibox_home + path, login_box.client, modification)
                f.restore_file(temp_dir, self.budibox_home + path)
                global restore_requests
                del restore_requests[path]
                print "Feito"

    def send_chunk_to_restore(self, modification, number, owner):
        path = self.budibox_home + "/chunks/" + modification + "_" + str(number) + ".chunk"
        chunk = open(path, "rb")
        chunk_body = chunk.read()
        url = self.api + "chunks/giveForRestore.php"
        values = {
            "apikey": "12",
            "modification": modification,
            "number": str(number),
            "body": chunk_body,
            "owner": owner["$id"],
        }

        response = json_post_request(url, values)

        if response["result"] == "ok":
            print_message("Sent chunk for restore of " + path)
        else:
            print_message("Error sending chunk for restore of " + path)

    def delete_chunks(self, modification):
        list_dir = os.listdir(self.budibox_home + "/chunks/")
        for file in list_dir:
            if file.startswith(modification):
                f = open(self.budibox_home + "/chunks/" + file, "rb")
                file_size = len(f.read())
                f.close()
                os.remove(self.budibox_home + "/chunks/" + file)
                url = self.api + "users/incOfferUsage.php"
                values = {"apikey": "12", "user": login_box.client.get_email(), "value": str(-file_size)}
                response = json_request(url, values)

                if response["result"] == "ok":
                    print_message("Decremented offer_usage in " + str(file_size))

                else:
                    print_message("Error decrementing offer_usage in " + str(file_size))

        url = self.api + "requests/confirmFileDelete.php"
        values = {"apikey": "12", "computerId": self.computerId, "modification": modification}
        response = json_request(url, values)

        if response["result"] == "ok":
            print_message("Sent confirm delete message of modification: " + modification)

        else:
            print_message("Error confirm delete message of modification: " + modification)

    def store_chunk(self, chunkNumber, modification, fileId):
        # Gets Information about chunk to Store
        url = self.api + "chunks/get.php"
        values = {"apikey": "12", "fileId": fileId["$id"], "modification": modification, "number": str(chunkNumber)}
        response = json_request(url, values)

        if response["result"] == "ok":
            chunk_body = response["chunk"]
        else:
            print_message(
                "Error trying to get chunk body of fileID " + fileId["$id"] + "and chunkNumber " + str(chunkNumber)
            )
            return False

        print_message(
            "Processing request, getting chunk body of " + fileId["$id"] + " and chunkNumber " + str(chunkNumber)
        )

        if not os.path.exists(self.budibox_home + "/chunks/"):
            os.makedirs(self.budibox_home + "/chunks/")
        chunk_file = open(self.budibox_home + "/chunks/" + modification + "_" + str(chunkNumber) + ".chunk", "wb")
        chunk_file.write(chunk_body)
        chunk_file.close()

        # Sends confirmStorage message
        url = self.api + "chunks/confirmStorage.php"
        values = {
            "apikey": "12",
            "fileId": fileId["$id"],
            "computerId": self.computerId,
            "number": str(chunkNumber),
            "modification": modification,
        }
        response = json_request(url, values)

        if response["result"] == "ok":
            print_message(
                "Sent confirmation message: fileId "
                + fileId["$id"]
                + " and chunkNumber "
                + str(chunkNumber)
                + " and computerId "
                + self.computerId
            )

            # Adds space of the offer_used
            url = self.api + "users/incOfferUsage.php"
            values = {"apikey": "12", "user": login_box.client.get_email(), "value": str(len(chunk_body))}
            response_space = json_request(url, values)

            if response_space["result"] == "ok":
                print_message("Increment offer usage successfully with " + str(len(chunk_body)))
                return True
            else:
                print_message("Error in incrementing offer usage with " + str(len(chunk_body)))
                return False
        else:
            print_message(
                "Error trying to send confirm message: fileId "
                + fileId["$id"]
                + " and chunkNumber "
                + str(chunkNumber)
                + " and computerId "
                + self.computerId
            )
            return False