def __init__(self, smartrc_dir=None):
if smartrc_dir is None:
smartrc_dir = sys.argv[1]
super().__init__(smartrc_dir)
if not self.is_settingfile:
raise FileNotFoundError("smartrc setting file is not found")
self.smartrc_pattern = re.compile(r'smartrc.*')
self.gdrive = GDrive(smartrc_dir=smartrc_dir)
def __init__(self, smartrc_dir=None):
if smartrc_dir is None:
self.SMARTRC_DIR = sys.argv[1]
else:
self.SMARTRC_DIR = smartrc_dir
setting_filename =\
path.join(self.SMARTRC_DIR, "setting/.smartrc.cfg")
self.is_settingfile = False
if path.isfile(setting_filename):
self.read_setting()
self.is_settingfile = True
self.irrpfile = IRRPFile(smartrc_dir=self.SMARTRC_DIR)
self.gdrive = GDrive(smartrc_dir=self.SMARTRC_DIR)
def _download_worker(self, file_id, local_file, mime_type, sleep_delay=1):
"""Download file worker thread."""
# For moment create new GDrive as http module used by underlying api is
# not multi-thread aware and also add delay in for google 403 error if more
# than approx 8 requests a second are made.
#
# TO DO: Get rid of delay and GDrive creation for each download.
try:
drive = GDrive(self._remote_drive.credentials)
drive.file_download(file_id, local_file, mime_type)
time.sleep(sleep_delay)
except GDriveError as e:
logging.error(e)
self._download_errors += 1
def is_valid(self, request, document_object):
# import ipdb; pdb.set_trace()
if self.is_bound and not self.errors:
# если форма из UpdateView
if document_object:
if self.changed_data:
document_object.update(self.cleaned_data)
document_object.save()
gdrive = GDrive(request.session["credentials"])
gdrive.update_file(
title=document_object.title,
description=document_object.title,
mime_type=document_object.doc_type,
file_id=document_object.gd_id
)
if set(DOCUMENT_USER_FIELDS) & set(self.changed_data):
gdrive.rewrite_permissions(
file_id=document_object.gd_id,
readers=document_object.reader_list.all(),
editors=document_object.editor_list.all()
)
return True
# если форма из CreateView
else:
instance = self.save(commit=False)
instance.owner = request.user
instance.save()
self.save_m2m()
gdrive = GDrive(request.session["credentials"])
file = gdrive.create_file(
title=instance.title,
description=instance.description,
mime_type=instance.doc_type,
)
instance.gd_id = file["id"]
instance.url = file["alternateLink"]
if instance.reader_list or instance.editor_list:
gdrive.create_readers_and_editors(
file_id=file["id"],
readers=instance.reader_list.all(),
editors=instance.editor_list.all()
)
instance.save()
return True
else:
return False
def route_gdrive(sub):
logger.debug('route_gdrive:%s' % sub)
if sub == 'token':
if request.method == 'POST':
token_name = request.form['token_name']
logger.debug('token:%s', token_name)
ret = GDrive.make_token(request.host, name=token_name)
return str(ret)
elif sub == 'code':
code = request.args.get('code')
if GDrive.save_token(code):
return u'토큰이 저장되었습니다'
elif sub == 'start':
if request.method == 'POST':
match_rule = request.form['match_rule']
logger.debug('match_rule:%s', match_rule)
gdrive = GDrive(match_rule)
gdrive.start_change_watch()
pms_global.gdrive_list.append(gdrive)
elif sub == 'stop':
for _ in pms_global.gdrive_list:
_.stop()
pms_global.gdrive_list = []
return 'ok'
def __init__(self, credentials, local_upload_path, file_translator):
"""Set attributes, create file observer and start watching it."""
try:
self._credentials = credentials
self._local_upload_path = local_upload_path
self._remote_upload_folder = os.path.basename(local_upload_path)
self._file_translator = file_translator
if not os.path.exists(local_upload_path):
os.makedirs(local_upload_path)
self._drive = GDrive(self._credentials)
# If remote folder does not exist create it off root
file_query = "(name = '{}') and (not trashed)".format(
self._remote_upload_folder)
self._upload_folder = self._drive.file_list(
query=file_query, file_fields='name, id, parents')
if len(self._upload_folder) == 0:
self._drive.folder_create(self._remote_upload_folder)
self._upload_folder = self._drive.file_list(
query=file_query, file_fields='name, id, parents')
# Create observer and start watching folder
self._observer = Observer()
self._observer.schedule(self,
self._local_upload_path,
recursive=False)
self._observer.start()
except (Exception, GDriveError) as e:
logging.error(e)
raise e
from gdrive import GDrive GD = GDrive() GD.listaArchivos() # id = GD.crearFolder() # if(id): # print(id)
class SmartRemoteControl:
def __init__(self, smartrc_dir=None):
if smartrc_dir is None:
self.SMARTRC_DIR = sys.argv[1]
else:
self.SMARTRC_DIR = smartrc_dir
setting_filename =\
path.join(self.SMARTRC_DIR, "setting/.smartrc.cfg")
self.is_settingfile = False
if path.isfile(setting_filename):
self.read_setting()
self.is_settingfile = True
self.irrpfile = IRRPFile(smartrc_dir=self.SMARTRC_DIR)
self.gdrive = GDrive(smartrc_dir=self.SMARTRC_DIR)
def read_setting(self):
self.setting = ReadSetting(self.SMARTRC_DIR)
self.sc = SlackClient(self.setting.slack_token)
self.stool = SlackTools(self.sc, self.setting)
self.smartrc_commands = [
"backup", "send", "playback", "learn", "record", "recovery",
"update"
]
if self.setting.mode is True:
self.smartrc_commands.append("share")
self.smartrc_commands.sort()
def get_smartrc_channel_id(self, sc_class):
channels_list = sc_class.api_call("channels.list")
if channels_list["ok"] is False:
if channels_list["error"] == "invalid_auth":
raise SlackTokenAuthError("Invalid authorization")
else:
raise SlackError(channels_list)
for channel in channels_list["channels"]:
if channel["name"] == "smartrc":
return channel["id"]
raise SlackClassNotFound("The channel '# smartrc' was not found")
# If Internet was not connected: requests.exceptions.ConnectionError
def record(self, record_id):
print(self.arguments.command[0])
if record_id is None:
record_id = self.rcd_ply_common()
irrp = IRRP(gpio=self.setting.gpio_record,
filename=self.irrpfile.get_new_filename(),
post=130,
no_confirm=True)
irrp.record(record_id)
def playback(self, playback_id):
self.update_id_list()
if playback_id is None:
self.rcd_ply_common()
try:
filename = self.irrpfile.get_latest_filename()
if playback_id in self.id_list:
irrp = IRRP(gpio=self.setting.gpio_playback, filename=filename)
irrp.playback(playback_id)
return "Sending {}".format(playback_id)
except FileNotFoundError as err:
return err
def share(self):
if self.setting.mode is True:
self.gdrive.upload()
self.stool.send_a_message("smartrc download_irrp_files")
else:
print("The mode is onlyPlayback")
def update_id_list(self):
try:
self.id_list = self.irrpfile.get_id_list()
except FileNotFoundError as err:
return err
def update_smatrc_completion_elements(self):
self.update_id_list()
smartrc_completion_elements_filename =\
path.join(self.SMARTRC_DIR,
"smartrc_completion.d",
"smartrc_completion_elements")
with open(smartrc_completion_elements_filename, "w")\
as smartrc_completion_elements:
smartrc_completion_elements.write("#!/bin/bash\n\n")
smartrc_completion_elements.write("SMARTRC_COMMANDS=")
smartrc_completion_elements.write('"')
for smartrc_command in self.smartrc_commands:
smartrc_completion_elements.write(smartrc_command)
smartrc_completion_elements.write(" ")
smartrc_completion_elements.write('"\n')
smartrc_completion_elements.write("RCD_PLY_ID=")
smartrc_completion_elements.write('"')
for id_l in self.id_list:
smartrc_completion_elements.write(id_l)
smartrc_completion_elements.write(" ")
smartrc_completion_elements.write('"\n')
def get_arguments(self):
parser = argparse.ArgumentParser()
parser.add_argument("smartrc_dir",
nargs=1,
type=str,
help=argparse.SUPPRESS)
parser.add_argument("command",
nargs=1,
type=str,
choices=self.smartrc_commands,
help="startrc command")
parser.add_argument("record_playback_id",
nargs="?",
type=str,
default=None,
help="record or playback id")
self.arguments = parser.parse_args()
def main(self):
self.update_smatrc_completion_elements()
self.get_arguments()
command = self.arguments.command[0]
if self.arguments.record_playback_id:
if command not in ["send", "playback", "learn", "record"]:
print("The argument '{}' "
"was ignored".format(self.arguments.record_playback_id))
if command == "backup":
self.gdrive.upload()
elif command == "share" or command == "update":
self.share()
elif command == "send" or command == "playback":
self.playback(None)
elif command == "learn" or command == "record":
self.record(None)
elif command == "recovery":
self.gdrive.download()
def rcd_ply_common(self):
rcd_ply_mode_str = self.arguments.command[0]
rcd_ply_id = self.arguments.record_playback_id
if not rcd_ply_id:
if rcd_ply_mode_str == "send" or rcd_ply_mode_str == "playback":
if len(self.id_list) < 1:
print("No recorded ID")
return False
else:
print(self.id_list)
elif rcd_ply_mode_str != "learn" and rcd_ply_mode_str != "record":
return False
rcd_ply_id = input("Input {} ID: ".format(rcd_ply_mode_str))
if rcd_ply_mode_str == "send" or rcd_ply_mode_str == "playback":
if rcd_ply_id not in self.id_list:
print("No recorded ID: {}".format(rcd_ply_id))
return False
id_yn = input("Are you sure"
" to decide the {} id?:"
" {} (y/n): ".format(rcd_ply_mode_str, rcd_ply_id))
if not id_yn.lower() == "y":
print("Canceled")
return False
return rcd_ply_id
class _RemoteUploader(FileSystemEventHandler):
"""Private class to upload watched folder files to Google drive.
Child class of FileSystemEventHandle that creates its own watchdog observer
and sets itself as the file handler. Its on_created method is overridden to upload
any files created to a specific folder on Google drive.
Attributes:
_credentials: Token returned during Google drive authorization
_local_upload_path: Local upload folder path
_remote_upload_folder: Remote upload folder
_file_translator File translator
"""
def __init__(self, credentials, local_upload_path, file_translator):
"""Set attributes, create file observer and start watching it."""
try:
self._credentials = credentials
self._local_upload_path = local_upload_path
self._remote_upload_folder = os.path.basename(local_upload_path)
self._file_translator = file_translator
if not os.path.exists(local_upload_path):
os.makedirs(local_upload_path)
self._drive = GDrive(self._credentials)
# If remote folder does not exist create it off root
file_query = "(name = '{}') and (not trashed)".format(
self._remote_upload_folder)
self._upload_folder = self._drive.file_list(
query=file_query, file_fields='name, id, parents')
if len(self._upload_folder) == 0:
self._drive.folder_create(self._remote_upload_folder)
self._upload_folder = self._drive.file_list(
query=file_query, file_fields='name, id, parents')
# Create observer and start watching folder
self._observer = Observer()
self._observer.schedule(self,
self._local_upload_path,
recursive=False)
self._observer.start()
except (Exception, GDriveError) as e:
logging.error(e)
raise e
def on_created(self, event):
"""Upload file to Google drive."""
try:
logging.info(
"Uploading file '{}' to Google drive folder '{}'.".format(
event.src_path, self._remote_upload_folder))
file_extension = os.path.splitext(event.src_path)[1][1:]
mime_types = None
if self._file_translator.local_file_extension_mapped(
file_extension):
mime_types = self._file_translator.get_remote_mime_types(
file_extension)
self._drive.file_upload(event.src_path,
self._upload_folder[0]['id'], mime_types)
except (Exception, GDriveError) as e:
logging.error(e)
raise e
class RunSmartrcBot(SmartRemoteControl):
def __init__(self, smartrc_dir=None):
if smartrc_dir is None:
smartrc_dir = sys.argv[1]
super().__init__(smartrc_dir)
if not self.is_settingfile:
raise FileNotFoundError("smartrc setting file is not found")
self.smartrc_pattern = re.compile(r'smartrc.*')
self.gdrive = GDrive(smartrc_dir=smartrc_dir)
def main(self):
is_tryConnection = True
while is_tryConnection:
is_tryConnection = False
try:
self.try_connection()
if self.sc.rtm_connect(timeout=1):
while self.sc.server.connected is True:
try:
msg = self.sc.rtm_read()
# print("msg_raw:", msg)
if "text" in msg[0]:
message = msg[0]["text"]
print("msg:", message)
self.analyze_message(message)
except IndexError as index_err:
pass
# print("IndexError: {}".format(index_err))
except KeyError as key_err:
print("KeyError: {}".format(key_err))
except TimeoutError as time_err:
print("TimeoutError: {}".format(time_err))
sleep(60)
is_tryConnection = True
break
finally:
sleep(1)
else:
print("Connection Failed")
except requests.exceptions.ConnectionError as err:
print("ConnectionError: {}".format(err))
sleep(60)
is_tryConnection = True
def analyze_message(self, message):
try:
if self.smartrc_pattern.match(message):
splited_msg = message.split()
if splited_msg[1] == "send" or splited_msg[1] == "playback":
self.print_std_sc(self.playback(
playback_id=splited_msg[2]))
elif splited_msg[1] == "list":
self.print_std_sc(self.show_id_list())
elif splited_msg[1] == "download_irrp_files":
print("gdrive downloading...")
self.gdrive.download()
except IndexError:
pass
# print("IndexError: {}".format(index_err))
def print_std_sc(self, message):
print(message)
self.stool.send_a_message(message)
def try_connection(self):
param = {
'token': self.setting.slack_token,
'channel': self.setting.channel_id,
'text': "{} was connected to slack".format(self.setting.location),
'as_user': "******",
'username': self.setting.location
}
raw_responce =\
requests.post(url="https://slack.com/api/chat.postMessage",
params=param)
responce = json.loads(raw_responce.text)
print("responce :", responce)
if responce["ok"] is False:
if responce["error"] == "invalid_auth":
raise SlackTokenAuthError("Invalid authorization")
else:
raise SlackError(responce)
elif responce["ok"] is True:
print("Connected to slack")
return responce
Usage:
python tables/update.py "DATA-2015-DEV" tests/credentials.json /tmp/data.ttl
Input args:
1) credentials file path
2) RDF file path with existing data
"""
key = sys.argv[1]
credentials = sys.argv[2]
rdf_store = sys.argv[3]
rdf_format = 'turtle'
# existing
graph1 = Graph()
if not os.path.exists(rdf_store):
os.mknod(rdf_store)
graph1.parse(rdf_store, format=rdf_format)
# fetched
gd = GDrive(credentials)
data = gd.fetch(key)
graph2 = Parser.parse_multiple(key, data)
merged = Fuser.fuse(graph1, graph2)
merged.serialize(rdf_store, format=rdf_format)
