def update_code():
data = request_data()
provider = FileProvider(_write_session)
file = provider.by_id(data['file_id'])
content = data['content'].encode('utf-8')
md5 = hashlib.md5(content).hexdigest()
if md5 == file.md5:
return
if file.dag != data['dag']:
new_file = File(md5=md5,
content=content,
project=file.project,
dag=data['dag'])
provider.add(new_file)
storage = DagStorageProvider(_write_session).by_id(data['storage'])
storage.file = new_file.id
provider.commit()
return {'file': new_file.id}
else:
file.content = content
file.md5 = md5
provider.commit()
return {'file': file.id}
def create_providers(self):
self.log_info('create_providers')
self.dag_provider = DagProvider(self.session)
self.task_provider = TaskProvider(self.session)
self.file_provider = FileProvider(self.session)
self.dag_storage_provider = DagStorageProvider(self.session)
def __init__(self, session: Session, logger=None,
component: ComponentType = None,
max_file_size: int = 10 ** 5, max_count=10 ** 3):
self.file_provider = FileProvider(session)
self.provider = DagStorageProvider(session)
self.task_provider = TaskProvider(session)
self.library_provider = DagLibraryProvider(session)
self.dag_provider = DagProvider(session)
self.logger = logger
self.component = component
self.max_file_size = max_file_size
self.max_count = max_count
def remove_files():
data = request_data()
provider = FileProvider(_write_session)
res = provider.remove(data)
return res
def __init__(self, session: Session):
self.file_provider = FileProvider(session)
self.provider = DagStorageProvider(session)
self.task_provider = TaskProvider(session)
self.library_provider = DagLibraryProvider(session)