def test_iter(self):
x = Local()
x.foo = 'bar'
ident = x.__ident_func__()
assert (ident, {'foo': 'bar'}) in list(iter(x))
delattr(x, 'foo')
assert (ident, {'foo': 'bar'}) not in list(iter(x))
with pytest.raises(AttributeError):
delattr(x, 'foo')
assert x(lambda: 'foo') is not None
def test_iter(self):
x = Local()
x.foo = 'bar'
ident = x.__ident_func__()
self.assertIn((ident, {'foo': 'bar'}), list(iter(x)))
delattr(x, 'foo')
self.assertNotIn((ident, {'foo': 'bar'}), list(iter(x)))
with self.assertRaises(AttributeError):
delattr(x, 'foo')
self.assertIsNotNone(x(lambda: 'foo'))
def test_iter(self):
x = Local()
x.foo = 'bar'
ident = x.__ident_func__()
self.assertIn((ident, {'foo': 'bar'}), list(iter(x)))
delattr(x, 'foo')
self.assertNotIn((ident, {'foo': 'bar'}), list(iter(x)))
with self.assertRaises(AttributeError):
delattr(x, 'foo')
self.assertIsNotNone(x(lambda: 'foo'))
def test_iter(self):
x = Local()
x.foo = 'bar'
ident = x.__ident_func__()
assert (ident, {'foo': 'bar'}) in list(iter(x))
delattr(x, 'foo')
assert (ident, {'foo': 'bar'}) not in list(iter(x))
with pytest.raises(AttributeError):
delattr(x, 'foo')
assert x(lambda: 'foo') is not None
def test_iter(self):
x = Local()
x.foo = "bar"
ident = x.__ident_func__()
self.assertIn((ident, {"foo": "bar"}), list(iter(x)))
delattr(x, "foo")
self.assertNotIn((ident, {"foo": "bar"}), list(iter(x)))
with self.assertRaises(AttributeError):
delattr(x, "foo")
self.assertIsNotNone(x(lambda: "foo"))
def test_init(self):
x = LocalManager()
self.assertListEqual(x.locals, [])
self.assertTrue(x.ident_func)
ident = lambda: 1
loc = Local()
x = LocalManager([loc], ident_func=ident)
self.assertListEqual(x.locals, [loc])
x = LocalManager(loc, ident_func=ident)
self.assertListEqual(x.locals, [loc])
self.assertIs(x.ident_func, ident)
self.assertIs(x.locals[0].__ident_func__, ident)
self.assertEqual(x.get_ident(), 1)
with patch('celery.utils.threads.release_local') as release:
x.cleanup()
release.assert_called_with(loc)
self.assertTrue(repr(x))
def test_init(self):
x = LocalManager()
assert x.locals == []
assert x.ident_func
def ident():
return 1
loc = Local()
x = LocalManager([loc], ident_func=ident)
assert x.locals == [loc]
x = LocalManager(loc, ident_func=ident)
assert x.locals == [loc]
assert x.ident_func is ident
assert x.locals[0].__ident_func__ is ident
assert x.get_ident() == 1
with patch('celery.utils.threads.release_local') as release:
x.cleanup()
release.assert_called_with(loc)
assert repr(x)
from webui.cnmain.helpers import get_extension
from workflow.workflow import Workflow
from util import to_handler_function, decompress
from refine.refine import IllegalRuleCheckSum
from webui.controller.conf import settings as cnsettings
# Content Disposition Filename extraction RE.
CONTENT_DISPOSITION_FILE = re.compile('filename="([^"]+)"')
# Object returned to force recursion from source handler.
RECURSE_MARKER = {}
# pylint: disable=C0103
logger = get_task_logger(__name__)
local = Local()
local_manager = LocalManager()
FileMeta = namedtuple('FileMeta', 'path mime_by_ext mime_by_origin')
# pylint: enable=C0103
def get_dataset_dir(source_name, dataset_url):
"""Given a source name and a dataset decides which is the temporary
dataset dir.
"""
return os.path.join(settings.TMP_DIR, urllib.quote_plus(source_name),
_shorten_path_string(dataset_url))
def download_dataset(dataset):
