class TestMigrateFiles(OsfTestCase):
def setUp(self):
super(TestMigrateFiles, self).setUp()
self.project = ProjectFactory()
self.user = self.project.creator
self.auth_obj = Auth(user=self.user)
self.project.delete_addon('osfstorage', auth=None, _force=True)
for idx in range(5):
content = 'i want {0} pizzas'.format(idx)
self.project.add_file(
auth=self.auth_obj,
file_name='pizza.md',
content=content,
size=len(content),
content_type='text/markdown',
)
def check_record(self, record):
assert_true(record)
assert_equal(len(record.versions), 5)
for idx, version in enumerate(record.versions):
assert_false(version.pending)
expected = 'i want {0} pizzas'.format(idx)
download_url = utils.get_waterbutler_download_url(idx + 1, version, record)
resp = requests.get(download_url)
assert_equal(expected, resp.content)
def test_migrate(self):
main(dry_run=False)
node_settings = self.project.get_addon('osfstorage')
assert_true(node_settings)
record = model.OsfStorageFileRecord.find_by_path('pizza.md', node_settings)
self.check_record(record)
# Test idempotence of migration
main(dry_run=False)
assert_equal(len(record.versions), 5)
def test_migrate_incomplete(self):
node_settings = self.project.get_or_add_addon('osfstorage', auth=None, log=False)
record = model.OsfStorageFileRecord.get_or_create('pizza.md', node_settings)
node_file = NodeFile.load(self.project.files_versions['pizza_md'][0])
content, _ = self.project.read_file_object(node_file)
file_pointer = StringIO(content)
hash_str = scripts_settings.UPLOAD_PRIMARY_HASH(content).hexdigest()
record.create_pending_version(node_file.uploader, hash_str)
main(dry_run=False)
def test_migrate_fork(self):
fork = self.project.fork_node(auth=self.auth_obj)
main(dry_run=False)
node_settings = self.project.get_addon('osfstorage')
record = model.OsfStorageFileRecord.find_by_path('pizza.md', node_settings)
self.check_record(record)
fork_node_settings = fork.get_addon('osfstorage')
fork_record = model.OsfStorageFileRecord.find_by_path('pizza.md', fork_node_settings)
self.check_record(fork_record)
def test_migrate_corrupt_fork_repo_deleted(self):
fork = self.project.fork_node(auth=self.auth_obj)
fork_repo = os.path.join(settings.UPLOADS_PATH, fork._id)
shutil.rmtree(fork_repo)
main(dry_run=False)
node_settings = self.project.get_addon('osfstorage')
record = model.OsfStorageFileRecord.find_by_path('pizza.md', node_settings)
self.check_record(record)
fork_node_settings = fork.get_addon('osfstorage')
fork_record = model.OsfStorageFileRecord.find_by_path('pizza.md', fork_node_settings)
self.check_record(fork_record)
def test_migrate_corrupt_fork_git_dir_deleted(self):
fork = self.project.fork_node(auth=self.auth_obj)
fork_git_dir = os.path.join(settings.UPLOADS_PATH, fork._id, '.git')
shutil.rmtree(fork_git_dir)
main(dry_run=False)
node_settings = self.project.get_addon('osfstorage')
record = model.OsfStorageFileRecord.find_by_path('pizza.md', node_settings)
self.check_record(record)
fork_node_settings = fork.get_addon('osfstorage')
fork_record = model.OsfStorageFileRecord.find_by_path('pizza.md', fork_node_settings)
self.check_record(fork_record)
