def test_unicode1(self):
"""
Tests connecting to a station with unicode characters in its name.
"""
# capture log messages from client
handler = MockLoggingHandler()
logging.getLogger("client").addHandler(handler)
self.nc.organisation_name = u"org ☃"
self.nc.site_name = u"site λ"
self.nc.station_name = u"station µ"
self.nc.save()
with FakeRsync():
self.setup_client()
# Add a file to the client data folder
self.simulator.process_worklist(self.worklist[0:1])
with json_hooker() as received_json:
self.test_client.click_sync()
# check that the request was made
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 1)
# a. check that files are requested
self.assertEqual(len(requested_files[0]), 2)
self.assertEqual(requested_files[0][0], "runsample1_filename")
self.assertEqual(requested_files[0][1], "runsample2_filename")
def test_sync9(self):
"""
Tests that empty directories aren't marked as complete.
"""
rsync_results = []
with FakeRsync(rsync_results, do_copy=True):
self.setup_client()
# Add an empty directory to the client data folder
test_directory = os.path.join(self.simulator.destdir,
self.worklist[0])
os.mkdir(test_directory)
self.addCleanup(os.rmdir, test_directory)
# Start recording json received from server
with json_hooker() as received_json:
# Initiate sync
logger.debug("about to click_sync")
self.test_client.click_sync()
logger.debug("clicking sync again")
self.test_client.click_sync()
logger.debug("finished")
self.test_client.quit()
# b. check that rsync was called twice
self.assertEqual(len(rsync_results), 2,
"check that rsync was called twice")
self.assertTrue(bool(rsync_results[0]))
self.assertTrue(bool(rsync_results[1]))
# b. check that nothing was rsynced
self.assertEqual(len(rsync_results[0]["source_files"]), 0)
self.assertEqual(len(rsync_results[1]["source_files"]), 0)
# c. check server for directory
server_filename = runsample_filename(self.run, self.worklist[0])
self.assertFalse(os.path.exists(server_filename),
"%s doesn't exist on server" % server_filename)
# d. check sample completion status
samples = self.run.runsample_set.order_by("filename")
self.assertFalse(
samples[0].complete,
"First sample %s is not marked complete" % samples[0].filename)
def test_unicode3(self):
"""
this test doesn't work.
"""
#self.sample.sample_class.class_id = u"⌨"
#self.sample.sample_class.save()
SampleClass.objects.update(class_id=u"⌨")
rb = RunBuilder(self.run)
rb.generate()
with FakeRsync():
self.setup_client()
# Add a file to the client data folder
self.simulator.process_worklist(self.worklist[0:1])
with json_hooker() as received_json:
self.test_client.click_sync()
def test_sync8(self):
"""
Check that TEMP files generated by simulator aren't rsynced by
the client.
"""
# change the first sample so it is created as a directory
rs = self.run.runsample_set.order_by("filename")[0]
rs.filename = "runsample1_filename.d"
rs.save()
with FakeRsync(do_copy=True) as rsync_results:
self.setup_client()
# Add files to the client data folder,
# with TEMP files mixed in
worklist = [
"runsample1_filename.d", "runsample2_filename", "teststuff1.d",
"teststuff2.d"
]
worklist = [
os.path.join("experiments/2013/my test experiment", f)
for f in worklist
]
self.simulator.generate_temp_files = True
self.simulator.process_worklist(worklist)
# do the sync
self.test_client.click_sync()
self.test_client.quit()
# check that there actually were temp files produced by
# simulator
temps = filter(Simulator.istemp, self.simulator.created_files)
self.assertNotEqual(len(temps), 0, "temp files created")
# check the files in the rsync src dir
self.assertEqual(len(rsync_results), 1)
istemp = lambda (srcdir, path): Simulator.istemp(path)
temps = filter(istemp, rsync_results[0]["source_files"])
self.assertEqual(len(temps), 0, "no temp files rsynced")
def test_sync3(self):
rsync_results = []
with FakeRsync(rsync_results, do_copy=True):
self.setup_client()
logger.debug("worklist is %s" % str(self.worklist))
# Add a file to the client data folder
self.simulator.process_worklist(self.worklist[0:1])
# Start recording json received from server
with json_hooker() as received_json:
# Initiate sync
logger.debug("about to click_sync")
self.test_client.click_sync()
logger.debug("finished")
self.test_client.quit()
# load up received json object
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 1)
# a. check that files are requested
self.assertEqual(len(requested_files[0]), 2)
self.assertEqual(requested_files[0][0], "runsample1_filename")
self.assertEqual(requested_files[0][1], "runsample2_filename")
# b. check that rsync was called
self.assertEqual(len(rsync_results), 1)
self.assertTrue(bool(rsync_results[0]))
# b. check that the file was rsynced
self.assertEqual(len(rsync_results[0]["source_files"]), 1)
self.assertEqual(
os.path.basename(rsync_results[0]["source_files"][0][1]),
"runsample1_filename")
# c. check server for file
server_filename = runsample_filename(self.run,
"runsample1_filename")
logger.debug("server filename is %s" % server_filename)
self.assertTrue(os.path.exists(server_filename))
def test_unicode2(self):
"""
Test that syncing doesn't bomb when the unicode sample
filenames have non-ascii characters.
"""
Sample.objects.update(label=u"labelµ")
rb = RunBuilder(self.run)
rb.generate()
self.hack_unicode_filenames(self.run.runsample_set.all())
self.worklist = WorkList(get_csv_worklist_from_run(
self.run, self.user))
with FakeRsync():
self.setup_client()
# Add a file to the client data folder
self.simulator.process_worklist(self.worklist[0:1])
with json_hooker() as received_json:
self.test_client.click_sync()
def test_sync7(self):
rsync_results = []
with FakeRsync(rsync_results, do_copy=True):
self.setup_client()
# Add files to the client data folder
self.simulator.process_worklist(self.worklist[0:2])
with json_hooker() as received_json:
# sync across files, have them marked as complete
logger.debug("doing double sync")
self.test_client.click_sync()
self.test_client.click_sync()
# load up received json object
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 2,
"two requested files responses")
# a. check that 2 files are requested the first sync,
# then 2 are is requested for second sync,
# then 1 is requested for the third sync
self.assertEqual(len(requested_files[0]), 2,
"2 files are requested the first sync")
self.assertEqual(len(requested_files[1]), 2,
"2 files are requested for second sync")
self.assertEqual(requested_files[0][0], "runsample1_filename")
self.assertEqual(requested_files[0][1], "runsample2_filename")
self.assertEqual(requested_files[1][0], "runsample1_filename")
self.assertEqual(requested_files[1][1], "runsample2_filename")
# refresh the stored run object
self.run = Run.objects.get(pk=self.run.pk)
# check sample completion status in db
rs = self.run.runsample_set.order_by("filename")
self.assertSequenceEqual(
rs.values_list("complete", flat=True), [True, True],
"Check that RunSamples are marked complete")
self.assertEqual(self.run.state, RUN_STATES.COMPLETE[0],
"Run is marked complete")
# clear received json for testing purposes
del received_json[:]
# mark the samples as incomplete
self.run.runsample_set.update(complete=False)
self.run.state = RUN_STATES.IN_PROGRESS[0]
self.run.save()
logger.debug("clicking sync again")
self.test_client.click_sync()
# load up received json object
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 1)
self.assertEqual(len(requested_files[0]), 2,
"2 files are requested")
self.assertEqual(requested_files[0][0], "runsample1_filename")
self.assertEqual(requested_files[0][1], "runsample2_filename")
logger.debug("finished")
self.test_client.quit()
# b. check that files are rsynced
self.assertEqual(len(rsync_results), 3,
"check that rsync was called three times")
self.assertTrue(bool(rsync_results[0]))
self.assertTrue(bool(rsync_results[1]))
self.assertTrue(bool(rsync_results[2]))
# b. check that both files were rsynced
self.assertListEqual([
os.path.basename(f[1])
for f in rsync_results[0]["source_files"]
], ["runsample1_filename", "runsample2_filename"],
"first rsync transfers both files")
self.assertListEqual([
os.path.basename(f[1])
for f in rsync_results[1]["source_files"]
], ["runsample1_filename", "runsample2_filename"],
"second rsync transfers both files")
self.assertListEqual([
os.path.basename(f[1])
for f in rsync_results[2]["source_files"]
], ["runsample1_filename", "runsample2_filename"],
"third rsync transfers both files")
# c. check server for presence of files
server_filename = runsample_filename(self.run,
"runsample1_filename")
self.assertFileExists(server_filename)
self.assertTrue(os.path.exists(server_filename),
"%s exists on server" % server_filename)
server_filename = runsample_filename(self.run,
"runsample2_filename")
self.assertFileExists(server_filename)
self.assertTrue(os.path.exists(server_filename),
"%s exists on server" % server_filename)
def test_sync6(self):
rsync_results = []
with FakeRsync(rsync_results, do_copy=True):
self.setup_client()
# Add a file to the client data folder
self.simulator.process_worklist(self.worklist[0:1])
with json_hooker() as received_json:
logger.debug("about to click_sync")
self.test_client.click_sync()
logger.debug("clicking sync again")
self.test_client.click_sync()
logger.debug("clicking sync once more")
self.test_client.click_sync(
) # this shouldn't result in an rsync
# load up received json object
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 3,
"three requested files responses")
# a. check that 2 files are requested the first sync,
# then 2 are is requested for second sync,
# then 1 is requested for the third sync
self.assertEqual(len(requested_files[0]), 2,
"2 files are requested the first sync")
self.assertEqual(len(requested_files[1]), 2,
"2 files are requested for second sync")
self.assertEqual(len(requested_files[2]), 1,
"1 file is requested for third sync")
self.assertEqual(requested_files[0][0], "runsample1_filename")
self.assertEqual(requested_files[0][1], "runsample2_filename")
self.assertEqual(requested_files[1][0], "runsample1_filename")
self.assertEqual(requested_files[1][1], "runsample2_filename")
self.assertEqual(requested_files[2][0], "runsample2_filename")
# clear received json for testing purposes
del received_json[:]
# Add another file to the client data folder, do sync
self.simulator.process_worklist(self.worklist[1:2])
self.test_client.click_sync()
# Check that 1 file is still requested
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 1,
"check that 1 file is still requested")
# clear received json for testing purposes
del received_json[:]
# append data to a files on client, do sync
self.simulator.add_more_data_with_worklist(self.worklist[0:2])
self.test_client.click_sync()
# Check that 1 file is still requested
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 1,
"check that 1 file is still requested")
logger.debug("finished")
self.test_client.quit()
# b. check that rsync was called four times
self.assertEqual(len(rsync_results), 4,
"check that rsync was called five times")
self.assertTrue(bool(rsync_results[0]))
self.assertTrue(bool(rsync_results[1]))
self.assertTrue(bool(rsync_results[2]))
self.assertTrue(bool(rsync_results[3]))
# b. check that both files were rsynced
self.assertEqual(len(rsync_results[0]["source_files"]), 1)
self.assertEqual(
os.path.basename(rsync_results[0]["source_files"][0][1]),
"runsample1_filename", "first rsync transfers file 1")
self.assertEqual(len(rsync_results[1]["source_files"]), 1)
self.assertEqual(
os.path.basename(rsync_results[1]["source_files"][0][1]),
"runsample1_filename", "second rsync transfers file 1")
self.assertEqual(len(rsync_results[1]["source_files"]), 1)
self.assertEqual(
os.path.basename(rsync_results[2]["source_files"][0][1]),
"runsample2_filename", "third rsync transfers file 2")
self.assertEqual(
os.path.basename(rsync_results[3]["source_files"][0][1]),
"runsample2_filename", "fourth rsync transfers file 2")
# c. check server for presence of files
server_filename = runsample_filename(self.run,
"runsample1_filename")
logger.debug("server filename 1 is %s" % server_filename)
self.assertTrue(os.path.exists(server_filename),
"%s exists on server" % server_filename)
server_filename = runsample_filename(self.run,
"runsample2_filename")
logger.debug("server filename 2 is %s" % server_filename)
self.assertTrue(os.path.exists(server_filename),
"%s exists on server" % server_filename)
def test_sync4(self):
rsync_results = []
with FakeRsync(rsync_results, do_copy=True):
self.setup_client()
# Add a file to the client data folder
self.simulator.process_worklist(self.worklist[0:1])
# Start recording json received from server
with json_hooker() as received_json:
# Initiate sync
logger.debug("about to click_sync")
self.test_client.click_sync()
logger.debug("clicking sync again")
self.test_client.click_sync()
logger.debug("clicking sync a third time")
self.test_client.click_sync() # rsync should not be run here
logger.debug("finished")
self.test_client.quit()
# load up received json object
requested_files = self.find_files_in_json(received_json)
self.assertEqual(len(requested_files), 3,
"three requested files responses")
# a. check that 2 files are requested the first sync,
# then 2 are requested for second sync,
# then 1 file is requested for the third sync
self.assertEqual(len(requested_files[0]), 2,
"2 files are requested the first sync")
self.assertEqual(len(requested_files[1]), 2,
"2 files are requested for second sync")
self.assertEqual(len(requested_files[2]), 1,
"1 file is requested for third sync")
self.assertEqual(requested_files[0][0], "runsample1_filename")
self.assertEqual(requested_files[0][1], "runsample2_filename")
self.assertEqual(requested_files[1][0], "runsample1_filename")
self.assertEqual(requested_files[1][1], "runsample2_filename")
self.assertEqual(requested_files[2][0], "runsample2_filename")
# b. check that rsync was called twice
self.assertEqual(len(rsync_results), 2,
"check that rsync was called twice")
self.assertTrue(bool(rsync_results[0]))
self.assertTrue(bool(rsync_results[1]))
# b. check that the file was rsynced
self.assertEqual(len(rsync_results[0]["source_files"]), 1)
self.assertEqual(
os.path.basename(rsync_results[0]["source_files"][0][1]),
"runsample1_filename", "first rsync transfers file 1")
self.assertEqual(len(rsync_results[1]["source_files"]), 1)
self.assertEqual(
os.path.basename(rsync_results[1]["source_files"][0][1]),
"runsample1_filename", "second rsync transfers file 1")
# c. check server for file
server_filename = runsample_filename(self.run,
"runsample1_filename")
logger.debug("server filename is %s" % server_filename)
self.assertTrue(os.path.exists(server_filename),
"%s exists on server" % server_filename)
# d. check sample completion status
samples = self.run.runsample_set.order_by("filename")
self.assertTrue(
samples[0].complete,
"First sample %s is marked complete" % samples[0].filename)
self.assertFalse(
samples[1].complete,
"Second sample %s is not marked complete" %
samples[1].filename)
self.assertNotEqual(self.run.state, RUN_STATES.COMPLETE[0],
"Run is not marked complete")