def setUp(self):
super(TestProjectPull, self).setUp()
self.p = Project(init=False)
self.p.minimum_perc = None
self.p.resource = "resource"
self.p.host = 'foo'
self.p.project_slug = 'foo'
self.p.resource_slug = 'foo'
self.stats = {
'en': {
'completed': '100%',
'last_update': '2011-11-01 15:00:00',
},
'el': {
'completed': '60%',
'last_update': '2011-11-01 15:00:00',
},
'pt': {
'completed': '70%',
'last_update': '2011-11-01 15:00:00',
},
}
self.langs = list(self.stats.keys())
self.files = dict(list(zip(self.langs, itertools.repeat(None))))
self.details = {'available_languages': []}
for lang in self.langs:
self.details['available_languages'].append({'code': lang})
self.slang = 'en'
self.lang_map = Flipdict()
def _pull(self, tenant, frontend, frontend_dir, deploy):
self.stdout.write('> Pulling translations for {}...'.format(tenant))
if (frontend and frontend_dir):
tenant_dir = os.path.join(settings.PROJECT_ROOT, frontend_dir,
tenant)
else:
tenant_dir = os.path.join(
getattr(settings, 'MULTI_TENANT_DIR', None), tenant)
with temp_chdir(tenant_dir):
# Pull latest translations from Transifex
project = Project(tenant_dir)
project.pull(fetchsource=False,
force=True,
overwrite=True,
fetchall=True)
# Move en_GB to en
if deploy:
self.stdout.write(
'--> Move en_GB to en directory for {}...'.format(tenant))
if os.path.isdir('locale/en'):
shutil.rmtree('locale/en')
os.rename('locale/en_GB', 'locale/en')
def test_specifying_resources(self):
"""Test the various ways to specify resources in a project."""
p = Project(init=False)
resources = [
'proj1.res1',
'proj2.res2',
'transifex.txn',
'transifex.txo',
]
with patch.object(p, 'get_resource_list') as mock:
mock.return_value = resources
cmd_args = [
'proj1.res1', '*1*', 'transifex*', '*r*',
'*o', 'transifex.tx?', 'transifex.txn',
]
results = [
['proj1.res1', ],
['proj1.res1', ],
['transifex.txn', 'transifex.txo', ],
['proj1.res1', 'proj2.res2', 'transifex.txn', 'transifex.txo', ],
['transifex.txo', ],
['transifex.txn', 'transifex.txo', ],
['transifex.txn', ],
[],
]
for i, arg in enumerate(cmd_args):
resources = [arg]
self.assertEqual(p.get_chosen_resources(resources), results[i])
# wrong argument
resources = ['*trasnifex*', ]
self.assertRaises(Exception, p.get_chosen_resources, resources)
def __init__(self, path_to_tx):
p = Project(path_to_tx)
self.host = p.config.get('main', 'host')
username, token_or_password = p.getset_host_credentials(
self.host, only_token=True)
self.api = Api(username=username, password=token_or_password,
host=self.host, path_to_tx=p.txrc_file)
def _handle_success(self, tenant, **options):
if self.push:
from txclib.project import Project
self.stdout.write(
'> Pushing translations for {}...'.format(tenant))
tenant_dir = os.path.join(
getattr(settings, 'MULTI_TENANT_DIR', None), tenant)
project = Project(path_to_tx=tenant_dir)
project.push(source=True, no_interactive=True)
def test_get_config_file_path(self, m_exists):
"""Test _get_config_file_path function"""
p = Project(init=False)
m_exists.return_value = True
p._get_config_file_path('/tmp/')
m_exists.assert_called_once_with('/tmp/.tx/config')
m_exists.return_value = False
with self.assertRaises(ProjectNotInit):
p._get_config_file_path('/tmp/')
def test_getset_host_credentials_env_variable(self, m_parser, m_input):
p = Project(init=False)
p.txrc = m_parser
p.save = Mock()
p.txrc_file = '/tmp'
p.txrc.has_section.side_effect = [False]
username, password = p.getset_host_credentials('test')
self.assertEqual(username, 'api')
self.assertEqual(password, 'environment_value')
self.assertEqual(p.txrc.set.call_count, 2)
# no input will be asked, password will be used by environment variable
self.assertEqual(m_input.call_count, 0)
p.save.assert_called()
def test_getset_host_credentials_env_variable_first_time(
self, m_parser, m_input):
p = Project(init=False)
p.txrc = m_parser
p.save = Mock()
p.txrc_file = '/tmp'
p.txrc.has_section.side_effect = [False]
username, password = p.getset_host_credentials('test')
self.assertEqual(username, 'api')
self.assertEqual(password, 'environment_value')
# ensure that we have set host in the txrc_file, even though TX_TOKEN
# exists
self.assertEqual(p.txrc.set.call_count, 2)
p.save.assert_called()
def test_get_tx_dir_path(self, m_find_dot_tx):
"""Test _get_tx_dir_path function"""
expected_path = '/tmp/'
m_find_dot_tx.return_value = expected_path
p = Project(init=False)
path = p._get_tx_dir_path(path_to_tx=None)
self.assertEqual(path, expected_path)
m_find_dot_tx.assert_called_once_with()
expected_path = '/opt/'
path = p._get_tx_dir_path(path_to_tx=expected_path)
self.assertEqual(path, expected_path)
# make sure it has not been called twice
m_find_dot_tx.assert_called_once_with()
def test_i18n_type(self):
p = Project(init=False)
i18n_type = 'PO'
with patch.object(p, 'config', create=True) as config_mock:
p.set_i18n_type([], i18n_type)
calls = config_mock.method_calls
self.assertEqual('set', calls[0][0])
self.assertEqual('main', calls[0][1][0])
p.set_i18n_type(['transifex.txo'], 'PO')
calls = config_mock.method_calls
self.assertEqual('set', calls[0][0])
p.set_i18n_type(['transifex.txo', 'transifex.txn'], 'PO')
calls = config_mock.method_calls
self.assertEqual('set', calls[0][0])
self.assertEqual('set', calls[1][0])
def test_getset_host_credentials_both_token_and_env(
self, m_logger, m_parser):
p = Project(init=False)
p.txrc = m_parser
p.save = Mock()
p.txrc_file = '/tmp'
p.txrc.has_section.side_effect = [False]
username, password = p.getset_host_credentials('test', token='demo')
self.assertEqual(username, 'api')
self.assertEqual(password, 'environment_value')
# ensure that we did not make additional calls to set the token in the
# txrc file
self.assertEqual(p.txrc.set.call_count, 2)
p.save.assert_called()
self.assertEqual(m_logger.warning.call_count, 1)
def setUp(self):
super(TestProjectFilters, self).setUp()
self.p = Project(init=False)
self.p.minimum_perc = None
self.p.resource = "resource"
self.stats = {
'en': {
'completed': '100%', 'last_update': '2011-11-01 15:00:00',
}, 'el': {
'completed': '60%', 'last_update': '2011-11-01 15:00:00',
}, 'pt': {
'completed': '70%', 'last_update': '2011-11-01 15:00:00',
},
}
self.langs = self.stats.keys()
def test_getset_host_credentials_no_transifexrc(self, m_parser, m_input):
p = Project(init=False)
# let suppose a token has been set at the config
dummy_token = 'salala'
p.txrc = m_parser
p.save = Mock()
p.validate_credentials = Mock(return_value=True)
p.txrc_file = '/tmp'
p.txrc.get.side_effect = configparser.NoSectionError('test')
m_input.return_value = dummy_token
username, password = p.getset_host_credentials('test')
self.assertEqual(username, 'api')
self.assertEqual(password, dummy_token)
self.assertEqual(p.txrc.set.call_count, 4)
self.assertEqual(m_input.call_count, 1)
p.save.assert_called()
def test_getset_host_credentials_update_transifexrc(
self, m_parser, m_input):
p = Project(init=False)
dummy_token = 'salala'
p.txrc = m_parser
p.save = Mock()
p.txrc_file = '/tmp'
p.validate_credentials = Mock(return_value=True)
p.txrc.get.side_effect = [
'foo', 'bar'
]
# transifexrc does not get updated if credentials are the same
username, password = p.getset_host_credentials(
'test', username='******', password='******'
)
self.assertEqual(username, 'foo')
self.assertEqual(password, 'bar')
self.assertEqual(p.txrc.set.call_count, 0)
self.assertEqual(m_input.call_count, 0)
self.assertEqual(p.save.call_count, 0)
# transifexrc is not updated if confirm is no
p.txrc.get.side_effect = [
'foo', 'bar'
]
m_input.return_value = False
username, password = p.getset_host_credentials('test',
token=dummy_token)
self.assertEqual(username, 'api')
self.assertEqual(password, dummy_token)
self.assertEqual(p.txrc.set.call_count, 0)
self.assertEqual(m_input.call_count, 1)
self.assertEqual(p.save.call_count, 0)
# transifexrc is not updated if confirm is yes
p.txrc.get.side_effect = [
'foo', 'bar'
]
m_input.return_value = True
m_input.reset_mock()
username, password = p.getset_host_credentials('test',
token=dummy_token)
self.assertEqual(username, 'api')
self.assertEqual(password, dummy_token)
self.assertEqual(p.txrc.set.call_count, 2)
self.assertEqual(m_input.call_count, 1)
p.save.assert_called()
def main():
l10nToolsDirectory = os.path.dirname(os.path.realpath(__file__))
projectRootDirectory = os.path.abspath(os.path.join(l10nToolsDirectory, os.pardir, os.pardir, os.pardir))
l10nFolderName = "l10n"
transifexClientFolder = ".tx"
for root, folders, filenames in os.walk(projectRootDirectory):
root = root.decode('utf-8')
for folder in folders:
if folder == l10nFolderName:
if os.path.exists(os.path.join(root, folder, transifexClientFolder)):
path = os.path.join(root, folder)
os.chdir(path)
project = Project(path)
project.pull(fetchall=True, force=True)
def wrapper(*args, **kwargs):
app_dir = dirname(modules['txclib'].__file__)
config_file = app_dir + "/../tests/templates/config"
transifex_file = app_dir + "/../tests/templates/transifexrc"
with patch("txclib.utils.encode_args") as mock_encode_args, \
patch("txclib.utils.determine_charset")\
as mock_determine_charset, \
patch("txclib.utils.get_transifex_file",
return_value=transifex_file) \
as mock_get_transifex_file, \
patch("txclib.utils.get_config_file_path",
return_value=config_file) \
as mock_get_config_file_path, \
patch("txclib.utils.save_txrc_file") \
as mock_save_txrc_file, \
patch("txclib.project.Project._get_stats_for_resource") \
as mock_get_stats_for_resource:
# Create fake https response
def encode_args(*args, **kwargs):
struct = namedtuple("response", "data status close")
return struct(status=401,
data="mock_response",
close=Mock())
mock_determine_charset.return_value = "utf-8"
mock_encode_args.return_value = encode_args
# Mock configuration files
p = Project(init=False)
p._init(path_to_tx=app_dir + "/../templates")
kwargs['mock_project'] = p
kwargs['mocks'] = {
'mock_determine_charset': mock_determine_charset,
"mock_encode_args": mock_encode_args,
"mock_get_config_file_path": mock_get_config_file_path,
"mock_get_stats_for_resource": mock_get_stats_for_resource,
"mock_get_transifex_file": mock_get_transifex_file,
"mock_save_txrc_file": mock_save_txrc_file
}
return func(*args, **kwargs)
def test_getset_host_credentials(self, m_parser):
p = Project(init=False)
# let suppose a token has been set at the config
dummy_token = 'salala'
p.txrc = m_parser
p.txrc.add_section = Mock()
p.txrc.set = Mock()
p.txrc.get = Mock()
p.txrc.get.side_effect = ['api', dummy_token, None, None]
p.txrc_file = '/tmp'
username, password = p.getset_host_credentials('test')
self.assertEqual(username, 'api')
self.assertEqual(password, dummy_token)
# let's try to get credentials for someone without
# a token
p.txrc.get.side_effect = ['username', 'passw0rdz']
username, password = p.getset_host_credentials('test')
self.assertEqual(username, 'username')
self.assertEqual(password, 'passw0rdz')
def setUp(self):
super(TestProjectMinimumPercent, self).setUp()
self.p = Project(init=False)
self.p.minimum_perc = None
self.p.resource = "resource"
def setUp(self):
self.p = Project(init=False)
import requests
from txclib.parsers import status_parser
from txclib.project import Project
from txclib.utils import find_dot_tx
project_slug = 'documentation-5'
organization_slug = 'opendatasoft'
prj = Project(find_dot_tx())
api_auth = prj.getset_host_credentials('https://api.transifex.com')
offset = 0
remote_resources = []
while True:
r = requests.get(
'https://api.transifex.com/organizations/{}/projects/{}/resources/?offset={}'
.format(organization_slug, project_slug, offset),
auth=api_auth)
results = r.json()
if len(results) == 0:
break
remote_resources.extend(results)
offset += 100
remote_resources_set = set([res['slug'] for res in remote_resources])
local_resources_set = set(
[res.split('.')[1] for res in prj.get_chosen_resources([])])
print "remote resources count: {}".format(len(remote_resources_set))
