def pb2_arg(suf, path, mod, unit):
return '{path}__int__{suf}={mod}{modsuf}'.format(
path=stripext(to_build_root(path, unit)),
suf=suf,
mod=mod,
modsuf=stripext(suf)
)
def __init__(self, path, unit):
self._tool = unit.get('SWIG_TOOL')
self._library_dir = unit.get(
'SWIG_LIBRARY') or 'contrib/tools/swig/Lib'
self._local_swig = unit.get('USE_LOCAL_SWIG') == "yes"
self._path = path
self._flags = ['-cpperraswarn']
self._bindir = common.tobuilddir(unit.path())
self._input_name = common.stripext(os.path.basename(self._path))
relpath = os.path.relpath(os.path.dirname(self._path), unit.path())
self._main_out = os.path.join(
self._bindir,
'' if relpath == '.' else relpath.replace('..', '__'),
self._input_name + '_wrap.c')
if not path.endswith('.c.swg'):
self._flags += ['-c++']
self._main_out += 'pp'
self._swig_lang = unit.get('SWIG_LANG')
lang_specific_incl_dir = 'perl5' if self._swig_lang == 'perl' else self._swig_lang
incl_dirs = [
posixpath.join(self._library_dir, lang_specific_incl_dir),
self._library_dir
]
self._incl_dirs = ['$S', '$B'
] + [posixpath.join('$S', d) for d in incl_dirs]
modname = unit.get('REALPRJNAME')
self._flags.extend(['-module', modname])
if not self._local_swig:
unit.onaddincl(incl_dirs)
if self._swig_lang == 'python':
self._out_name = modname + '.py'
self._flags.extend(
['-interface',
unit.get('MODULE_PREFIX') + modname])
if self._swig_lang == 'perl':
self._out_name = modname + '.pm'
self._flags.append('-shadow')
unit.onpeerdir(['build/platform/perl'])
if self._swig_lang == 'java':
self._out_name = os.path.splitext(os.path.basename(
self._path))[0] + '.jsrc'
self._out_header = os.path.splitext(self._main_out)[0] + '.h'
self._package = 'ru.yandex.' + os.path.dirname(self._path).replace(
'$S/', '').replace('$B/', '').replace('/', '.').replace(
'-', '_')
if unit.get('OS_ANDROID') != "yes":
unit.onpeerdir(['contrib/libs/jdk'])
self._flags.append('-' + self._swig_lang)
def run(self, extra_args, binary):
in_file = self.resolve_path(common.get(self.input, 0))
in_file_no_ext = common.stripext(in_file)
file_name = os.path.basename(in_file_no_ext)
file_size = os.path.getsize(in_file)
tmp_file = self.resolve_path(common.get(self.output, 0) + '.asm')
parser = argparse.ArgumentParser(prog='rodata.py', add_help=False)
parser.add_argument('--includes',
help='module\'s addincls',
nargs='*',
required=False)
args = parser.parse_args(extra_args)
self._incl_dirs = args.includes
with open(tmp_file, 'w') as f:
f.write('global ' + self._prefix + file_name + '\n')
f.write('global ' + self._prefix + file_name + 'Size' + '\n')
f.write('SECTION .rodata ALIGN=16\n')
f.write(self._prefix + file_name + ':\nincbin "' + in_file + '"\n')
f.write('align 4, db 0\n')
f.write(self._prefix + file_name + 'Size:\ndd ' + str(file_size) +
'\n')
if self._fmt.startswith('elf'):
f.write('size ' + self._prefix + file_name + ' ' +
str(file_size) + '\n')
f.write('size ' + self._prefix + file_name + 'Size 4\n')
return self.do_run(binary, tmp_file)
def __init__(self, path, unit):
self._path = path
self._prefix = tobuilddir(stripext(retarget(unit, self._path)))
if 'market/contrib/omniorb' not in self._path:
unit.onpeerdir(['market/contrib/omniorb'])
unit.onaddincl(['GLOBAL', repl(os.path.dirname(self._prefix))])
unit.onaddincl(['GLOBAL', 'market/contrib/omniorb/include'])
flags = unit.get('OMNIIDL_FLAGS')
if not flags:
flags = '-bcxx -Wba -C. -I /usr/share/idl/yandex'
custom_flags = unit.get('OMNIIDL_FLAGS_' + os.path.basename(path).replace('.', '_').upper())
if custom_flags:
flags += ' ' + custom_flags
self._flags = ['-I', os.path.dirname(self._path)] + flags.split()
if '--gen-headers' in self._flags:
self._flags.remove('--gen-headers')
self._genh = True
else:
self._genh = False
if '-WbF' in self._flags:
self._genh = True
def __init__(self, path, unit):
self._path = path
self._prefix = tobuilddir(stripext(retarget(unit, self._path)))
if 'market/contrib/omniorb' not in self._path:
unit.onpeerdir(['market/contrib/omniorb'])
unit.onaddincl(['GLOBAL', resolve_to_ymake_path(os.path.dirname(self._prefix))])
unit.onaddincl(['GLOBAL', 'market/contrib/omniorb/include'])
flags = unit.get('OMNIIDL_FLAGS')
if not flags:
flags = '-bcxx -Wba -C. -I /usr/share/idl/yandex'
custom_flags = unit.get('OMNIIDL_FLAGS_' + os.path.basename(path).replace('.', '_').upper())
if custom_flags:
flags += ' ' + custom_flags
self._flags = ['-I', os.path.dirname(self._path)] + flags.split()
if '--gen-headers' in self._flags:
self._flags.remove('--gen-headers')
self._genh = True
else:
self._genh = False
if '-WbF' in self._flags:
self._genh = True
def __init__(self, path, unit):
self._path = path
self._includes = []
self._induced = []
self._c_induced = []
if '/market/contrib/omniorb' not in self._path:
self._c_induced.append('$U/' +
stripext(retarget(unit, self._path))[3:] +
'.hh')
# HACK
self._c_induced.append(
'$S/market/contrib/omniorb/include/omniORB4/CORBA.h')
with open(path, 'r') as f:
for line in f:
line = line.strip()
if line.startswith('#include'):
line = line[8:].strip()
ch = line[0]
line = line[1:]
include = line[:line.find(ch)]
if include:
include = '$U/' + include
if include == '$U/corbaidl.idl':
include = '$S/market/contrib/omniorb/idl/corbaidl.idl'
elif include == '$U/pollable.idl':
include = '$S/market/contrib/omniorb/idl/pollable.idl'
elif include == '$U/compression.idl':
include = '$S/market/contrib/omniorb/idl/compression.idl'
self._includes.append(include)
if include.startswith('$U'):
self._induced.append(stripext(include) + '.hh')
else:
f = os.path.basename(include)
p = os.path.dirname(include)
self._induced.append('$B' + p[2:] + '/omniORB4/' +
stripext(f) + '.hh')
def __init__(self, path, unit):
self._path = path
self._flags = ['-cpperraswarn']
self._bindir = common.tobuilddir(unit.path())
self._input_name = common.stripext(os.path.basename(self._path))
relpath = os.path.relpath(os.path.dirname(self._path), unit.path())
self._main_out = os.path.join(
self._bindir,
'' if relpath == '.' else relpath.replace('..', '__'),
self._input_name + '_wrap.c')
if not path.endswith('.c.swg'):
self._flags += ['-c++']
self._main_out += 'pp'
self._swig_lang = unit.get('SWIG_LANG')
lang_specific_incl_dir = 'perl5' if self._swig_lang == 'perl' else self._swig_lang
incl_dirs = [
'bindings/swiglib',
os.path.join(_SWIG_LIB_PATH, lang_specific_incl_dir),
_SWIG_LIB_PATH,
os.path.join(_SWIG_LIB_PATH, 'python')
]
self._incl_dirs = ['$S', '$B'] + ['$S/{}'.format(d) for d in incl_dirs]
modname = unit.get('REALPRJNAME')
self._flags.extend(['-module', modname])
unit.onaddincl(incl_dirs)
unit.onpython_addincl([])
if self._swig_lang == 'python':
self._out_name = modname + '.py'
self._flags.extend(
['-interface',
unit.get('MODULE_PREFIX') + modname])
if self._swig_lang == 'perl':
self._out_name = modname + '.pm'
self._flags.append('-shadow')
unit.onpeerdir(['build/platform/perl'])
if self._swig_lang == 'java':
self._out_name = os.path.splitext(os.path.basename(
self._path))[0] + '.jsrc'
self._out_header = os.path.splitext(self._main_out)[0] + '.h'
self._package = 'ru.yandex.' + os.path.dirname(self._path).replace(
'$S/', '').replace('$B/', '').replace('/', '.').replace(
'-', '_')
unit.onpeerdir(['contrib/libs/jdk'])
self._flags.append('-' + self._swig_lang)
def __init__(self, path, unit):
self._path = path
self._includes = []
self._induced = []
self._c_induced = []
if '/market/contrib/omniorb' not in self._path:
self._c_induced.append('$U/' + stripext(retarget(unit, self._path))[3:] + '.hh')
# HACK
self._c_induced.append('$S/market/contrib/omniorb/include/omniORB4/CORBA.h')
with open(path, 'r') as f:
for line in f:
line = line.strip()
if line.startswith('#include'):
line = line[8:].strip()
ch = line[0]
line = line[1:]
include = line[:line.find(ch)]
if include:
include = '$U/' + include
if include == '$U/corbaidl.idl':
include = '$S/market/contrib/omniorb/idl/corbaidl.idl'
elif include == '$U/pollable.idl':
include = '$S/market/contrib/omniorb/idl/pollable.idl'
elif include == '$U/compression.idl':
include = '$S/market/contrib/omniorb/idl/compression.idl'
self._includes.append(include)
if include.startswith('$U'):
self._induced.append(stripext(include) + '.hh')
else:
f = os.path.basename(include)
p = os.path.dirname(include)
self._induced.append('$B' + p[2:] + '/omniORB4/' + stripext(f) + '.hh')
def parse_includes(lines):
includes = []
induced = []
for line in lines:
m = INCLUDE_PATTERN.match(line)
if m:
incl = m.group(1)
includes.append(incl)
induced.append(common.stripext(incl) + '.fbs.h')
return includes, induced
def parse_includes(cls, lines):
includes = []
induced = []
for line in lines:
m = INCLUDE_PATTERN.match(line)
if m:
incl = m.group(1)
includes.append(incl)
induced.append(common.stripext(incl) + cls.extension())
return includes, induced
def run(self, binary):
in_file = self.resolve_path(common.get(self.input, 0))
in_file_no_ext = common.stripext(in_file)
file_name = os.path.basename(in_file_no_ext)
tmp_file = self.resolve_path(common.get(self.output, 0) + '.asm')
with open(tmp_file, 'w') as f:
f.write('global ' + self._prefix + file_name + '\n')
f.write('global ' + self._prefix + file_name + 'Size' + '\n')
f.write('SECTION .rodata\n')
f.write(self._prefix + file_name + ':\nincbin "' + in_file + '"\n')
f.write(self._prefix + file_name + 'Size:\ndd ' + str(os.path.getsize(in_file)) + '\n')
return self.do_run(binary, tmp_file)
def run(self, binary):
in_file = self.resolve_path(common.get(self.input, 0))
in_file_no_ext = common.stripext(in_file)
file_name = os.path.basename(in_file_no_ext)
tmp_file = self.resolve_path(common.get(self.output, 0) + '.asm')
with open(tmp_file, 'w') as f:
f.write('global ' + self._prefix + file_name + '\n')
f.write('global ' + self._prefix + file_name + 'Size' + '\n')
f.write('SECTION .rodata\n')
f.write(self._prefix + file_name + ':\nincbin "' + in_file + '"\n')
f.write(self._prefix + file_name + 'Size:\ndd ' +
str(os.path.getsize(in_file)) + '\n')
return self.do_run(binary, tmp_file)
def onyabs_server_prepare_qxl_from_sandbox(unit, *args):
(resource_id, qxl_name), kv = sort_by_keywords({'TIMESTAMP': 1}, args)
json_basename = stripext(qxl_name)
prefix = unit.path().replace('$S', '${ARCADIA_BUILD_ROOT}') + '/'
pickle_name = prefix + json_basename + '.pickle'
enabled_stats_name = prefix + json_basename + '.sts'
timestamp = int(kv.get('TIMESTAMP', [DEFAULT_TIMESTAMP])[0])
unit.onfrom_sandbox(['FILE', resource_id, 'OUT', prefix + qxl_name])
unit.onrun_program([
MAKE_SQLITE_DB, '--credefs', CREDEFS_JSON, '--qxl', prefix + qxl_name,
'--pickle', pickle_name, '--nowtime',
str(timestamp - 1), '--stenabled', enabled_stats_name, 'IN',
CREDEFS_JSON, 'IN', prefix + qxl_name, 'OUT', pickle_name, 'OUT',
enabled_stats_name
])
request_dumps = [[
'yabs_test.json',
], [
'simulator.json',
],
[
'http_laas.json',
'http_metrika.json',
'http_metasearch.json',
'http_metapartner.json',
'http_metarank.json',
]]
for group in request_dumps:
args = [
MAKE_REQUESTS,
prefix + qxl_name,
]
args += group
args += ['IN', prefix + qxl_name]
for fname in group:
args += ['OUT', fname]
unit.onrun_program(args)
def run(self, binary):
in_file = self.resolve_path(common.get(self.input, 0))
in_file_no_ext = common.stripext(in_file)
file_name = os.path.basename(in_file_no_ext)
file_size = os.path.getsize(in_file)
tmp_file = self.resolve_path(common.get(self.output, 0) + '.asm')
with open(tmp_file, 'w') as f:
f.write('global ' + self._prefix + file_name + '\n')
f.write('global ' + self._prefix + file_name + 'Size' + '\n')
f.write('SECTION .rodata ALIGN=16\n')
f.write(self._prefix + file_name + ':\nincbin "' + in_file + '"\n')
f.write('align 4, db 0\n')
f.write(self._prefix + file_name + 'Size:\ndd ' + str(file_size) + '\n')
if self._fmt.startswith('elf'):
f.write('size ' + self._prefix + file_name + ' ' + str(file_size) + '\n')
f.write('size ' + self._prefix + file_name + 'Size 4\n')
return self.do_run(binary, tmp_file)
def __init__(self, path, unit):
self._path = path
self._flags = ['-cpperraswarn']
self._bindir = common.tobuilddir(unit.path())
self._input_name = common.stripext(os.path.basename(self._path))
relpath = os.path.relpath(os.path.dirname(self._path), unit.path())
self._main_out = os.path.join(self._bindir, '' if relpath == '.' else relpath.replace('..', '__'), self._input_name + '_wrap.c')
if not path.endswith('.c.swg'):
self._flags += ['-c++']
self._main_out += 'pp'
self._swig_lang = unit.get('SWIG_LANG')
lang_specific_incl_dir = 'perl5' if self._swig_lang == 'perl' else self._swig_lang
incl_dirs = ['bindings/swiglib', os.path.join(_SWIG_LIB_PATH, lang_specific_incl_dir), _SWIG_LIB_PATH, os.path.join(_SWIG_LIB_PATH, 'python')]
self._incl_dirs = ['$S', '$B'] + ['$S/{}'.format(d) for d in incl_dirs]
modname = unit.get('REALPRJNAME')
self._flags.extend(['-module', modname])
unit.onaddincl(incl_dirs)
unit.onpython_addincl([])
if self._swig_lang == 'python':
self._out_name = modname + '.py'
self._flags.extend(['-interface', unit.get('MODULE_PREFIX') + modname])
if self._swig_lang == 'perl':
self._out_name = modname + '.pm'
self._flags.append('-shadow')
unit.onpeerdir(['contrib/libs/platform/perl'])
if self._swig_lang == 'java':
self._out_name = os.path.splitext(os.path.basename(self._path))[0] + '.jsrc'
self._package = 'ru.yandex.' + os.path.dirname(self._path).replace('$S/', '').replace('$B/', '').replace('/', '.').replace('-', '_')
unit.onpeerdir(['contrib/libs/jdk'])
self._flags.append('-' + self._swig_lang)
def onpy3_srcs(unit, *args):
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
if '/contrib/tools/python3/src/Lib' not in unit.path():
unit.onuse_python3([])
if '/library/python/runtime_py3' not in unit.path():
unit.onpeerdir(['library/python/runtime_py3'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py3_program(unit)
py_namespace_value = unit.get('PY_NAMESPACE_VALUE')
if py_namespace_value == ".":
ns = ""
else:
ns = (unit.get('PY_NAMESPACE_VALUE') or unit.path()[3:].replace('/', '.')) + '.'
cython_coverage = unit.get('CYTHON_COVERAGE') == 'yes'
cython_directives = []
if cython_coverage:
cython_directives += ['-X', 'linetrace=True']
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
if arg.startswith('../'):
ymake.report_configure_error('PY3_SRCS item starts with "../": {!r}'.format(arg))
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
else:
ymake.report_configure_error('in PY3_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
files2res = set()
if cython_coverage:
def process_pyx(filename, path, out_suffix):
# skip generated files
if not is_arc_src(path, unit):
return
# source file
files2res.add((filename, path))
# generated
files2res.add((filename + out_suffix, path + out_suffix))
# used includes
for entry in parse_pyx_includes(filename, path, unit.resolve('$S')):
files2res.add(entry)
else:
def process_pyx(filename, path, out_suffix):
pass
for pyxs, cython, out_suffix in [
(pyxs_c, unit.onbuildwith_cython_c, ".c"),
(pyxs_cpp, unit.onbuildwith_cython_cpp, ".cpp"),
]:
for path, mod in pyxs:
filename = rootrel_arc_src(path, unit)
cython([
path,
'--module-name', mod,
'--init-name', 'PyInit_' + mangle(mod),
'--source-root', '${ARCADIA_ROOT}',
# set arcadia root relative __file__ for generated modules
'-X', 'set_initial_path={}'.format(filename),
] + cython_directives)
unit.onpy3_register([mod])
process_pyx(filename, path, out_suffix)
if files2res:
# Compile original and generated sources into target for proper cython coverage calculation
unit.onresource_files([x for name, path in files2res for x in ('DEST', name, path)])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy3_compile_bytecode([root_rel_path + '-', path])
dest = 'py/' + mod.replace('.', '/') + '.py'
res += [
'DEST', dest, path,
'DEST', dest + '.yapyc', path + '.yapyc'
]
unit.onresource_files(res)
def output(self):
return common.make_tuples([
common.tobuilddir(common.stripext(self._path)) + self.extension()
])
def output(self):
return common.make_tuples([common.tobuilddir(common.stripext(self._path)) + self.extension()])
def onpy_srcs(unit, *args):
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
unit.onuse_python([])
if '/library/python/runtime' not in unit.path():
unit.onpeerdir(['library/python/runtime'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py_program(unit)
ns = (unit.get('PY_NAMESPACE_VALUE') or unit.path()[3:].replace('/', '.')) + '.'
cython_directives = []
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
protos = []
evs = []
swigs = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
elif path.endswith('.swg'):
swigs.append(path) # ignore mod, use last (and only) ns
else:
ymake.report_configure_error('in PY_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
for pyxs, cython in [
(pyxs_c, unit.onbuildwith_cython_c),
(pyxs_cpp, unit.onbuildwith_cython_cpp),
]:
for path, mod in pyxs:
cython([
path,
'--module-name', mod,
'--init-name', 'init' + mangle(mod),
] + cython_directives)
unit.onpy_register([mod])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy_compile_bytecode([root_rel_path + '-', path])
key = '/py_modules/' + mod
res += [
path, key,
'-', 'resfs/src/{}={}'.format(key, root_rel_path),
path + '.yapyc', '/py_code/' + mod,
]
unit.onresource(res)
add_python_lint_checks(unit, [path for path, mod in pys])
if protos:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
grpc = unit.get('GRPC_FLAG') == 'yes'
if grpc:
unit.onpeerdir(['contrib/libs/grpc/python'])
unit.ongenerate_py_protos([path for path, mod in protos])
unit.onpy_srcs([pb2_arg(path, mod, unit) for path, mod in protos])
if grpc:
unit.onpy_srcs([pb2_grpc_arg(path, mod, unit) for path, mod in protos])
if evs:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.ongenerate_py_evs([path for path, mod in evs])
unit.onpy_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if swigs:
unit.onsrcs(swigs)
prefix = unit.get('MODULE_PREFIX')
project = unit.get('REALPRJNAME')
unit.onpy_register([prefix + project])
path = '${ARCADIA_BUILD_ROOT}/' + '{}/{}.py'.format(unit.path()[3:], project)
arg = '{}={}'.format(path, ns + project.replace('/', '.'))
unit.onpy_srcs([arg])
def main_out(self):
return common.tobuilddir(common.stripext(self._path)) + '.cpp'
def ev_cc_arg(path, unit):
return '{}.ev.pb.cc'.format(stripext(to_build_root(path, unit)))
def proto_arg(path, mod, unit):
return '{}.proto={}'.format(stripext(to_build_root(path, unit)), mod)
def onpy_srcs(unit, *args):
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
unit.onuse_python([])
if '/library/python/runtime' not in unit.path():
unit.onpeerdir(['library/python/runtime'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py_program(unit)
ns = (unit.get('PY_NAMESPACE_VALUE')
or unit.path()[3:].replace('/', '.')) + '.'
cython_directives = []
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
protos = []
evs = []
swigs = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
elif path.endswith('.swg'):
swigs.append(path) # ignore mod, use last (and only) ns
else:
ymake.report_configure_error(
'in PY_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
for pyxs, cython in [
(pyxs_c, unit.onbuildwith_cython_c),
(pyxs_cpp, unit.onbuildwith_cython_cpp),
]:
for path, mod in pyxs:
cython([
path,
'--module-name',
mod,
'--init-name',
'init' + mangle(mod),
] + cython_directives)
unit.onpy_register([mod])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy_compile_bytecode([root_rel_path + '-', path])
source_key = '/py_modules/' + mod
res += [
path,
source_key,
path + '.yapyc',
'/py_code/' + mod,
# build map modname-filename via resource macro
'-',
"{}={}".format('/py_fs/' + mod, root_rel_path)
]
unit.onresource(res)
add_python_lint_checks(unit, [path for path, mod in pys])
if protos:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
grpc = unit.get('GRPC_FLAG') == 'yes'
if grpc:
unit.onpeerdir(['contrib/libs/grpc/python'])
unit.ongenerate_py_protos([path for path, mod in protos])
unit.onpy_srcs([pb2_arg(path, mod, unit) for path, mod in protos])
if grpc:
unit.onpy_srcs(
[pb2_grpc_arg(path, mod, unit) for path, mod in protos])
if evs:
unit.onpy_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if swigs:
unit.onsrcs(swigs)
prefix = unit.get('MODULE_PREFIX')
project = unit.get('REALPRJNAME')
unit.onpy_register([prefix + project])
path = '${ARCADIA_BUILD_ROOT}/' + '{}/{}.py'.format(
unit.path()[3:], project)
arg = '{}={}'.format(path, ns + project.replace('/', '.'))
unit.onpy_srcs([arg])
def ev_arg(path, mod, unit):
return '{}_ev_pb2.py={}_ev_pb2'.format(stripext(to_build_root(path, unit)),
mod)
def ev_arg(path, mod, unit):
return '{}_ev.proto={}_ev'.format(stripext(to_build_root(path, unit)), mod)
def ev_arg(path, mod, unit):
return '{}_ev_pb2.py={}_ev_pb2'.format(stripext(to_build_root(path, unit)), mod)
def onpy_srcs(unit, *args):
"""
PY_SRCS() - is rule to build extended versions of Python interpreters and containing all application code in its executable file. It can be used to collect only the executables but not shared libraries, and, in particular, not to collect the modules that are imported using import directive.
The main disadvantage is the lack of IDE support; There is also no readline yet.
The application can be collect from any of the sources from which the C library, and with the help of PY_SRCS .py , .pyx,.proto and .swg files.
At the same time extensions for Python on C language generating from .pyx and .swg, will be registered in Python's as built-in modules, and sources on .py are stored as static data: when the interpreter starts, the initialization code will add a custom loader of these modules to sys.meta_path.
By default .pyx files are collected as C++-extensions. To collect them as C (similar to BUILDWITH_CYTHON_C, but with the ability to specify namespace), you must specify the Directive CYTHON_C.
Building with pyx automatically registers modules, you do not need to call PY_REGISTER for them
__init__.py never required, but if present (and specified in PY_SRCS), it will be imported when you import package modules with __init__.py Oh.
Example of library declaration with PY_SRCS():
PY_LIBRARY(mymodule)
PY_SRCS({| CYTHON_C} { | TOP_LEVEL | NAMESPACE ns} a.py sub/dir/b.py e.proto sub/dir/f.proto c.pyx sub/dir/d.pyx g.swg sub/dir/h.swg)
END()
Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/py_srcs/
"""
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
unit.onuse_python([])
if '/library/python/runtime' not in unit.path():
unit.onpeerdir(['library/python/runtime'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py_program(unit)
py_namespace_value = unit.get('PY_NAMESPACE_VALUE')
if py_namespace_value == ".":
ns = ""
else:
ns = (unit.get('PY_NAMESPACE_VALUE') or unit.path()[3:].replace('/', '.')) + '.'
cython_directives = []
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
protos = []
evs = []
swigs = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
elif path.endswith('.swg'):
swigs.append(path) # ignore mod, use last (and only) ns
else:
ymake.report_configure_error('in PY_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
for pyxs, cython in [
(pyxs_c, unit.onbuildwith_cython_c),
(pyxs_cpp, unit.onbuildwith_cython_cpp),
]:
for path, mod in pyxs:
filename = get_pyx_mod_name(unit, path)
cython([
path,
'--module-name', mod,
'--init-name', 'init' + mangle(mod),
'--source-root', '${ARCADIA_ROOT}',
# set arcadia root relative __file__ for generated modules
'-X', 'set_initial_path={}'.format(filename),
] + cython_directives)
unit.onpy_register([mod])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy_compile_bytecode([root_rel_path + '-', path])
key = '/py_modules/' + mod
res += [
path, key,
'-', 'resfs/src/{}={}'.format(key, root_rel_path),
path + '.yapyc', '/py_code/' + mod,
]
unit.onresource(res)
add_python_lint_checks(unit, [path for path, mod in pys])
if protos:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
grpc = unit.get('GRPC_FLAG') == 'yes'
if grpc:
unit.onpeerdir(['contrib/libs/grpc/python'])
unit.ongenerate_py_protos([path for path, mod in protos])
unit.onpy_srcs([pb2_arg(path, mod, unit) for path, mod in protos])
if grpc:
unit.onpy_srcs([pb2_grpc_arg(path, mod, unit) for path, mod in protos])
if evs:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.ongenerate_py_evs([path for path, mod in evs])
unit.onpy_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if swigs:
unit.onsrcs(swigs)
prefix = unit.get('MODULE_PREFIX')
project = unit.get('REALPRJNAME')
unit.onpy_register([prefix + project])
path = '${ARCADIA_BUILD_ROOT}/' + '{}/{}.py'.format(unit.path()[3:], project)
arg = '{}={}'.format(path, ns + project.replace('/', '.'))
unit.onpy_srcs([arg])
def onpy_srcs(unit, *args):
"""
PY_SRCS() - is rule to build extended versions of Python interpreters and containing all application code in its executable file. It can be used to collect only the executables but not shared libraries, and, in particular, not to collect the modules that are imported using import directive.
The main disadvantage is the lack of IDE support; There is also no readline yet.
The application can be collect from any of the sources from which the C library, and with the help of PY_SRCS .py , .pyx,.proto and .swg files.
At the same time extensions for Python on C language generating from .pyx and .swg, will be registered in Python's as built-in modules, and sources on .py are stored as static data: when the interpreter starts, the initialization code will add a custom loader of these modules to sys.meta_path.
By default .pyx files are collected as C++-extensions. To collect them as C (similar to BUILDWITH_CYTHON_C, but with the ability to specify namespace), you must specify the Directive CYTHON_C.
Building with pyx automatically registers modules, you do not need to call PY_REGISTER for them
__init__.py never required, but if present (and specified in PY_SRCS), it will be imported when you import package modules with __init__.py Oh.
Example of library declaration with PY_SRCS():
PY_LIBRARY(mymodule)
PY_SRCS({| CYTHON_C} { | TOP_LEVEL | NAMESPACE ns} a.py sub/dir/b.py e.proto sub/dir/f.proto c.pyx sub/dir/d.pyx g.swg sub/dir/h.swg)
END()
Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/py_srcs/
"""
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
py3 = is_py3(unit)
if py3:
if '/contrib/tools/python3/src/Lib' not in unit.path():
unit.onpeerdir(['contrib/libs/python'])
if '/library/python/runtime_py3' not in unit.path():
unit.onpeerdir(['library/python/runtime_py3'])
else:
if '/contrib/tools/python/src/Lib' not in unit.path():
unit.onpeerdir(['contrib/libs/python'])
if '/library/python/runtime' not in unit.path():
unit.onpeerdir(['library/python/runtime'])
is_program = unit.get('MODULE_TYPE') == 'PROGRAM'
if is_program:
py_program(unit, py3)
py_namespace_value = unit.get('PY_NAMESPACE_VALUE')
if py_namespace_value == ".":
ns = ""
else:
ns = (unit.get('PY_NAMESPACE_VALUE') or unit.path()[3:].replace('/', '.')) + '.'
cython_coverage = unit.get('CYTHON_COVERAGE') == 'yes'
optimize_proto = unit.get('OPTIMIZE_PY_PROTOS_FLAG') == 'yes'
cython_includes = []
for path in unit.includes():
cython_includes += ['-I', resolve_to_ymake_path(path)]
cython_directives = []
if cython_coverage:
cython_directives += ['-X', 'linetrace=True']
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
protos = []
evs = []
swigs = []
dump_dir = unit.get('PYTHON_BUILD_DUMP_DIR')
dump_output = None
if dump_dir:
import thread
pid = os.getpid()
tid = thread.get_ident()
dump_name = '{}-{}.dump'.format(pid, tid)
dump_output = open(os.path.join(dump_dir, dump_name), 'a')
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
main_mod = arg == 'MAIN'
if main_mod:
arg = next(args)
if '=' in arg:
main_py = False
path, mod = arg.split('=', 1)
else:
path = arg
main_py = (path == '__main__.py' or path.endswith('/__main__.py'))
if not py3 and main_py:
mod = '__main__'
else:
if arg.startswith('../'):
ymake.report_configure_error('PY_SRCS item starts with "../": {!r}'.format(arg))
if arg.startswith('/'):
ymake.report_configure_error('PY_SRCS item starts with "/": {!r}'.format(arg))
continue
mod = ns + stripext(arg).replace('/', '.')
if py3 and mod == '__main__':
ymake.report_configure_error('TOP_LEVEL __main__.py is not allowed in PY3_PROGRAM')
if main_mod:
py_main(unit, mod + ":main")
elif py3 and main_py:
py_main(unit, mod)
pathmod = (path, mod)
if dump_output is not None:
dump_output.write('{path}\t{module}\n'.format(path=rootrel_arc_src(path, unit), module=mod))
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
elif path.endswith('.swg'):
if py3:
ymake.report_configure_error('SWIG is not yet supported for Python 3: https://st.yandex-team.ru/DEVTOOLS-4863')
else:
swigs.append(path) # ignore mod, use last (and only) ns
else:
ymake.report_configure_error('in PY_SRCS: unrecognized arg {!r}'.format(path))
if dump_output is not None:
dump_output.close()
if pyxs:
files2res = set()
if cython_coverage:
def process_pyx(filename, path, out_suffix):
# skip generated files
if not is_arc_src(path, unit):
return
# source file
files2res.add((filename, path))
# generated
files2res.add((filename + out_suffix, path + out_suffix))
# used includes
for entry in parse_pyx_includes(filename, path, unit.resolve('$S')):
files2res.add(entry)
else:
def process_pyx(filename, path, out_suffix):
pass
for pyxs, cython, out_suffix in [
(pyxs_c, unit.onbuildwith_cython_c, ".c"),
(pyxs_cpp, unit.onbuildwith_cython_cpp, ".cpp"),
]:
for path, mod in pyxs:
filename = rootrel_arc_src(path, unit)
cython([
path,
'--module-name', mod,
'--init-suffix', mangle(mod),
'--source-root', '${ARCADIA_ROOT}',
# set arcadia root relative __file__ for generated modules
'-X', 'set_initial_path={}'.format(filename),
] + cython_includes + cython_directives)
py_register(unit, mod, py3)
process_pyx(filename, path, out_suffix)
if files2res:
# Compile original and generated sources into target for proper cython coverage calculation
unit.onresource_files([x for name, path in files2res for x in ('DEST', name, path)])
if pys:
pys_seen = set()
pys_dups = {m for _, m in pys if (m in pys_seen or pys_seen.add(m))}
if pys_dups:
ymake.report_configure_error('Duplicate(s) is found in the PY_SRCS macro: {}'.format(pys_dups))
res = []
if py3:
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy3_compile_bytecode([root_rel_path + '-', path])
dest = 'py/' + mod.replace('.', '/') + '.py'
res += [
'DEST', dest, path,
'DEST', dest + '.yapyc3', path + '.yapyc3'
]
unit.onresource_files(res)
#add_python_lint_checks(unit, [path for path, mod in pys])
else:
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
src = unit.resolve_arc_path(path) or path
dst = tobuilddir(src) + '.yapyc'
unit.onpy_compile_bytecode([root_rel_path + '-', src])
key = '/py_modules/' + mod
res += [
path, key,
'-', 'resfs/src/{}={}'.format(key, root_rel_path),
dst, '/py_code/' + mod,
]
unit.onresource(res)
add_python_lint_checks(unit, [path for path, mod in pys])
if protos:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.onpeerdir(unit.get("PY_PROTO_DEPS").split())
proto_paths = [path for path, mod in protos]
unit.ongenerate_py_protos_internal(proto_paths)
unit.onpy_srcs([
pb2_arg(py_suf, path, mod, unit)
for path, mod in protos
for py_suf in unit.get("PY_PROTO_SUFFIXES").split()
])
if optimize_proto:
unit.onsrcs(proto_paths)
pb_cc_outs = [
pb_cc_arg(cc_suf, path, unit)
for path in proto_paths
for cc_suf in unit.get("CPP_PROTO_SUFFIXES").split()
]
for pb_cc_outs_chunk in generate_chunks(pb_cc_outs, 10):
if is_program:
unit.onjoin_srcs(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
else:
unit.onjoin_srcs_global(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
if evs:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.ongenerate_py_evs_internal([path for path, mod in evs])
unit.onpy_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if optimize_proto:
unit.onsrcs([path for path, mod in evs])
pb_cc_outs = [ev_cc_arg(path, unit) for path, _ in evs]
for pb_cc_outs_chunk in generate_chunks(pb_cc_outs, 10):
if is_program:
unit.onjoin_srcs(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
else:
unit.onjoin_srcs_global(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
if swigs:
unit.onsrcs(swigs)
prefix = unit.get('MODULE_PREFIX')
project = unit.get('REALPRJNAME')
py_register(unit, prefix + project, py3)
path = '${ARCADIA_BUILD_ROOT}/' + '{}/{}.py'.format(unit.path()[3:], project)
arg = '{}={}'.format(path, ns + project.replace('/', '.'))
unit.onpy_srcs([arg])
def main_out(self):
return common.tobuilddir(common.stripext(self._path)) + '.cpp'
def onpy3_srcs(unit, *args):
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
if '/contrib/tools/python3/src/Lib' not in unit.path():
unit.onuse_python3([])
if '/library/python/runtime_py3' not in unit.path():
unit.onpeerdir(['library/python/runtime_py3'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py3_program(unit)
py_namespace_value = unit.get('PY_NAMESPACE_VALUE')
if py_namespace_value == ".":
ns = ""
else:
ns = (unit.get('PY_NAMESPACE_VALUE') or unit.path()[3:].replace('/', '.')) + '.'
cython_directives = []
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
else:
ymake.report_configure_error('in PY3_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
for pyxs, cython in [
(pyxs_c, unit.onbuildwith_cython_c),
(pyxs_cpp, unit.onbuildwith_cython_cpp),
]:
for path, mod in pyxs:
filename = get_pyx_mod_name(unit, path)
cython([
path,
'--module-name', mod,
'--init-name', 'PyInit_' + mangle(mod),
'--source-root', '${ARCADIA_ROOT}',
# set arcadia root relative __file__ for generated modules
'-X', 'set_initial_path={}'.format(filename),
] + cython_directives)
unit.onpy3_register([mod])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy3_compile_bytecode([root_rel_path + '-', path])
dest = 'py/' + mod.replace('.', '/') + '.py'
res += [
'DEST', dest, path,
'DEST', dest + '.yapyc', path + '.yapyc'
]
unit.onresource_files(res)
def onpy3_srcs(unit, *args):
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
unit.onuse_python3([])
if '/library/python/runtime_py3' not in unit.path():
unit.onpeerdir(['library/python/runtime_py3'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py3_program(unit)
ns = (unit.get('PY_NAMESPACE_VALUE') or unit.path()[3:].replace('/', '.')) + '.'
cython_directives = []
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
else:
ymake.report_configure_error('in PY3_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
for pyxs, cython in [
(pyxs_c, unit.onbuildwith_cython_c),
(pyxs_cpp, unit.onbuildwith_cython_cpp),
]:
for path, mod in pyxs:
cython([
path,
'--module-name', mod,
'--init-name', 'PyInit_' + mangle(mod),
] + cython_directives)
unit.onpy3_register([mod])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
dest = 'py/' + mod.replace('.', '/') + '.py'
res += [
'DEST', dest, path
# TODO Compile and add .pyc
]
unit.onresource_files(res)
def pb_cc_arg(suf, path, unit):
return '{}{suf}'.format(stripext(to_build_root(path, unit)), suf=suf)
def pb2_grpc_arg(path, mod, unit):
return '{}_pb2_grpc.py={}_pb2_grpc'.format(stripext(to_build_root(path, unit)), mod)
def __init__(self, path, unit):
self._path = path
self._base = os.path.basename(common.stripext(self._path))
def onpy_srcs(unit, *args):
"""
@usage PY_SRCS({| CYTHON_C} { | TOP_LEVEL | NAMESPACE ns} Files...)
PY_SRCS() - is rule to build extended versions of Python interpreters and containing all application code in its executable file. It can be used to collect only the executables but not shared libraries, and, in particular, not to collect the modules that are imported using import directive.
The main disadvantage is the lack of IDE support; There is also no readline yet.
The application can be collect from any of the sources from which the C library, and with the help of PY_SRCS .py , .pyx,.proto and .swg files.
At the same time extensions for Python on C language generating from .pyx and .swg, will be registered in Python's as built-in modules, and sources on .py are stored as static data: when the interpreter starts, the initialization code will add a custom loader of these modules to sys.meta_path.
By default .pyx files are collected as C++-extensions. To collect them as C (similar to BUILDWITH_CYTHON_C, but with the ability to specify namespace), you must specify the Directive CYTHON_C.
Building with pyx automatically registers modules, you do not need to call PY_REGISTER for them
__init__.py never required, but if present (and specified in PY_SRCS), it will be imported when you import package modules with __init__.py Oh.
Example of library declaration with PY_SRCS():
PY_LIBRARY(mymodule)
PY_SRCS(a.py sub/dir/b.py e.proto sub/dir/f.proto c.pyx sub/dir/d.pyx g.swg sub/dir/h.swg)
END()
PY_REGISTER honors Python2 and Python3 differences and adjusts itself to Python version of a current module
Documentation: https://wiki.yandex-team.ru/arcadia/python/pysrcs/#modulipylibrarypy3libraryimakrospysrcs
"""
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
upath = unit.path()[3:]
py3 = is_py3(unit)
with_py = not unit.get('PYBUILD_NO_PY')
with_pyc = not unit.get('PYBUILD_NO_PYC')
in_proto_library = unit.get('PY_PROTO') or unit.get('PY3_PROTO')
need_gazetteer_peerdir = False
if not upath.startswith('contrib/tools/python') and not upath.startswith('library/python/runtime') and unit.get('NO_PYTHON_INCLS') != 'yes':
unit.onpeerdir(['contrib/libs/python'])
unit_needs_main = unit.get('MODULE_TYPE') in ('PROGRAM', 'DLL')
if unit_needs_main:
py_program(unit, py3)
py_namespace_value = unit.get('PY_NAMESPACE_VALUE')
if py_namespace_value == ".":
ns = ""
else:
ns = (unit.get('PY_NAMESPACE_VALUE') or upath.replace('/', '.')) + '.'
cython_coverage = unit.get('CYTHON_COVERAGE') == 'yes'
cythonize_py = False
optimize_proto = unit.get('OPTIMIZE_PY_PROTOS_FLAG') == 'yes'
cython_directives = []
if cython_coverage:
cython_directives += ['-X', 'linetrace=True']
pyxs_c = []
pyxs_c_h = []
pyxs_c_api_h = []
pyxs_cpp = []
pyxs = pyxs_cpp
swigs_c = []
swigs_cpp = []
swigs = swigs_cpp
pys = []
protos = []
evs = []
dump_dir = unit.get('PYTHON_BUILD_DUMP_DIR')
dump_output = None
if dump_dir:
import thread
pid = os.getpid()
tid = thread.get_ident()
dump_name = '{}-{}.dump'.format(pid, tid)
dump_output = open(os.path.join(dump_dir, dump_name), 'a')
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_C_H':
pyxs = pyxs_c_h
elif arg == 'CYTHON_C_API_H':
pyxs = pyxs_c_api_h
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
elif arg == 'CYTHONIZE_PY':
cythonize_py = True
# SWIG.
elif arg == 'SWIG_C':
swigs = swigs_c
elif arg == 'SWIG_CPP':
swigs = swigs_cpp
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or not in_proto_library and arg.endswith('.gztproto'):
pass
# Sources.
else:
main_mod = arg == 'MAIN'
if main_mod:
arg = next(args)
if '=' in arg:
main_py = False
path, mod = arg.split('=', 1)
else:
if arg.endswith('.gztproto'):
need_gazetteer_peerdir = True
path = '{}.proto'.format(arg[:-9])
else:
path = arg
main_py = (path == '__main__.py' or path.endswith('/__main__.py'))
if not py3 and unit_needs_main and main_py:
mod = '__main__'
else:
if arg.startswith('../'):
ymake.report_configure_error('PY_SRCS item starts with "../": {!r}'.format(arg))
if arg.startswith('/'):
ymake.report_configure_error('PY_SRCS item starts with "/": {!r}'.format(arg))
continue
mod = ns + stripext(arg).replace('/', '.')
if py3 and mod == '__main__':
ymake.report_configure_error('TOP_LEVEL __main__.py is not allowed in PY3_PROGRAM')
if main_mod:
py_main(unit, mod + ":main")
elif py3 and unit_needs_main and main_py:
py_main(unit, mod)
pathmod = (path, mod)
if dump_output is not None:
dump_output.write('{path}\t{module}\n'.format(path=rootrel_arc_src(path, unit), module=mod))
if path.endswith('.py'):
if cythonize_py:
pyxs.append(pathmod)
else:
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
elif path.endswith('.swg'):
swigs.append(pathmod)
# Allow pyi files in PY_SRCS for autocomplete in IDE, but skip it during building
elif path.endswith('.pyi'):
pass
else:
ymake.report_configure_error('in PY_SRCS: unrecognized arg {!r}'.format(path))
if dump_output is not None:
dump_output.close()
if pyxs:
files2res = set()
# Include map stores files which were included in the processing pyx file,
# to be able to find source code of the included file inside generated file
# for currently processing pyx file.
include_map = collections.defaultdict(set)
if cython_coverage:
def process_pyx(filename, path, out_suffix, noext):
# skip generated files
if not is_arc_src(path, unit):
return
# source file
files2res.add((filename, path))
# generated
if noext:
files2res.add((os.path.splitext(filename)[0] + out_suffix, os.path.splitext(path)[0] + out_suffix))
else:
files2res.add((filename + out_suffix, path + out_suffix))
# used includes
for entry in parse_pyx_includes(filename, path, unit.resolve('$S')):
files2res.add(entry)
include_arc_rel = entry[0]
include_map[filename].add(include_arc_rel)
else:
def process_pyx(filename, path, out_suffix, noext):
pass
for pyxs, cython, out_suffix, noext in [
(pyxs_c, unit.on_buildwith_cython_c_dep, ".c", False),
(pyxs_c_h, unit.on_buildwith_cython_c_h, ".c", True),
(pyxs_c_api_h, unit.on_buildwith_cython_c_api_h, ".c", True),
(pyxs_cpp, unit.on_buildwith_cython_cpp_dep, ".cpp", False),
]:
for path, mod in pyxs:
filename = rootrel_arc_src(path, unit)
cython_args = [path]
dep = path
if path.endswith('.py'):
pxd = '/'.join(mod.split('.')) + '.pxd'
if unit.resolve_arc_path(pxd):
dep = pxd
cython_args.append(dep)
cython_args += [
'--module-name', mod,
'--init-suffix', mangle(mod),
'--source-root', '${ARCADIA_ROOT}',
# set arcadia root relative __file__ for generated modules
'-X', 'set_initial_path={}'.format(filename),
] + cython_directives
cython(cython_args)
py_register(unit, mod, py3)
process_pyx(filename, path, out_suffix, noext)
if files2res:
# Compile original and generated sources into target for proper cython coverage calculation
unit.onresource_files([x for name, path in files2res for x in ('DEST', name, path)])
if include_map:
data = []
prefix = 'resfs/cython/include'
for line in sorted('{}/{}={}'.format(prefix, filename, ':'.join(sorted(files))) for filename, files in include_map.iteritems()):
data += ['-', line]
unit.onresource(data)
for swigs, on_swig_python in [
(swigs_c, unit.on_swig_python_c),
(swigs_cpp, unit.on_swig_python_cpp),
]:
for path, mod in swigs:
# Make output prefix basename match swig module name.
prefix = path[:path.rfind('/') + 1] + mod.rsplit('.', 1)[-1]
swg_py = '{}/{}/{}.py'.format('${ARCADIA_BUILD_ROOT}', upath, prefix)
on_swig_python([path, prefix])
onpy_register(unit, mod + '_swg')
onpy_srcs(unit, swg_py + '=' + mod)
if pys:
pys_seen = set()
pys_dups = {m for _, m in pys if (m in pys_seen or pys_seen.add(m))}
if pys_dups:
ymake.report_configure_error('Duplicate(s) is found in the PY_SRCS macro: {}'.format(pys_dups))
res = []
if py3:
for path, mod in pys:
dest = 'py/' + mod.replace('.', '/') + '.py'
if with_py:
res += ['DEST', dest, path]
if with_pyc:
root_rel_path = rootrel_arc_src(path, unit)
dst = path + uniq_suffix(path, unit)
unit.on_py3_compile_bytecode([root_rel_path + '-', path, dst])
res += ['DEST', dest + '.yapyc3', dst + '.yapyc3']
unit.onresource_files(res)
add_python_lint_checks(unit, 3, [path for path, mod in pys] + unit.get(['_PY_EXTRA_LINT_FILES_VALUE']).split())
else:
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
if with_py:
key = '/py_modules/' + mod
res += [
path, key,
'-', 'resfs/src/{}={}'.format(key, root_rel_path),
]
if with_pyc:
src = unit.resolve_arc_path(path) or path
dst = path + uniq_suffix(path, unit)
unit.on_py_compile_bytecode([root_rel_path + '-', src, dst])
res += [dst + '.yapyc', '/py_code/' + mod]
unit.onresource(res)
add_python_lint_checks(unit, 2, [path for path, mod in pys] + unit.get(['_PY_EXTRA_LINT_FILES_VALUE']).split())
if protos:
if not upath.startswith('contrib/libs/protobuf/python/google_lib'):
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.onpeerdir(unit.get("PY_PROTO_DEPS").split())
proto_paths = [path for path, mod in protos]
unit.on_generate_py_protos_internal(proto_paths)
unit.onpy_srcs([
pb2_arg(py_suf, path, mod, unit)
for path, mod in protos
for py_suf in unit.get("PY_PROTO_SUFFIXES").split()
])
if optimize_proto:
unit.onsrcs(proto_paths)
if need_gazetteer_peerdir:
unit.onpeerdir(['kernel/gazetteer/proto'])
pb_cc_outs = [
pb_cc_arg(cc_suf, path, unit)
for path in proto_paths
for cc_suf in unit.get("CPP_PROTO_SUFFIXES").split()
]
for pb_cc_outs_chunk in generate_chunks(pb_cc_outs, 10):
if unit_needs_main:
unit.onjoin_srcs(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
else:
unit.onjoin_srcs_global(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
if evs:
if not upath.startswith('contrib/libs/protobuf/python/google_lib'):
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.on_generate_py_evs_internal([path for path, mod in evs])
unit.onpy_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if optimize_proto:
unit.onsrcs([path for path, mod in evs])
pb_cc_outs = [ev_cc_arg(path, unit) for path, _ in evs]
for pb_cc_outs_chunk in generate_chunks(pb_cc_outs, 10):
if unit_needs_main:
unit.onjoin_srcs(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
else:
unit.onjoin_srcs_global(['join_' + listid(pb_cc_outs_chunk) + '.cpp'] + pb_cc_outs_chunk)
def output(self):
return common.make_tuples([common.tobuilddir(common.stripext(self._path)) + '.o'])
def output(self):
return common.make_tuples(
[common.tobuilddir(common.stripext(self._path)) + '.fbs.h'])
def output(self):
base_path = common.tobuilddir(common.stripext(self._path))
return [(base_path + self.extension(), []),
(base_path + self.schema_extension(), ['noauto'])]
def pb_grpc_arg(path, unit):
return '{}.grpc.pb.cc'.format(stripext(to_build_root(path, unit)))
def pb2_grpc_arg(path, mod, unit):
return '{}_pb2_grpc.py={}_pb2_grpc'.format(
stripext(to_build_root(path, unit)), mod)
def onpy3_srcs(unit, *args):
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
if '/contrib/tools/python3/src/Lib' not in unit.path():
unit.onpeerdir(['contrib/libs/python'])
if '/library/python/runtime_py3' not in unit.path():
unit.onpeerdir(['library/python/runtime_py3'])
is_program = unit.get('MODULE_TYPE') == 'PROGRAM'
if is_program:
py3_program(unit)
py_namespace_value = unit.get('PY_NAMESPACE_VALUE')
if py_namespace_value == ".":
ns = ""
else:
ns = (unit.get('PY_NAMESPACE_VALUE')
or unit.path()[3:].replace('/', '.')) + '.'
optimize_proto = unit.get('OPTIMIZE_PY_PROTOS_FLAG') == 'yes'
cython_coverage = unit.get('CYTHON_COVERAGE') == 'yes'
cython_directives = []
if cython_coverage:
cython_directives += ['-X', 'linetrace=True']
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
protos = []
evs = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
elif arg == '__main__.py' or arg.endswith('/__main__.py'):
unit.onfix_python_main([arg, '__real_main__.py'])
unit.onpy3_srcs(['TOP_LEVEL', '__real_main__.py'])
unit.onpy3_main(['__real_main__:real_main_func'])
else:
main_mod = arg == 'MAIN'
if main_mod:
arg = next(args)
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
if arg.startswith('../'):
ymake.report_configure_error(
'PY3_SRCS item starts with "../": {!r}'.format(
arg))
if arg.startswith('/'):
ymake.report_configure_error(
'PY3_SRCS item starts with "/": {!r}'.format(arg))
continue
mod = ns + stripext(arg).replace('/', '.')
if main_mod:
unit.onpy3_main(mod)
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
else:
ymake.report_configure_error(
'in PY3_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
files2res = set()
if cython_coverage:
def process_pyx(filename, path, out_suffix):
# skip generated files
if not is_arc_src(path, unit):
return
# source file
files2res.add((filename, path))
# generated
files2res.add((filename + out_suffix, path + out_suffix))
# used includes
for entry in parse_pyx_includes(filename, path,
unit.resolve('$S')):
files2res.add(entry)
else:
def process_pyx(filename, path, out_suffix):
pass
for pyxs, cython, out_suffix in [
(pyxs_c, unit.onbuildwith_cython_c, ".c"),
(pyxs_cpp, unit.onbuildwith_cython_cpp, ".cpp"),
]:
for path, mod in pyxs:
filename = rootrel_arc_src(path, unit)
cython([
path,
'--module-name',
mod,
'--init-suffix',
mangle(mod),
'--source-root',
'${ARCADIA_ROOT}',
# set arcadia root relative __file__ for generated modules
'-X',
'set_initial_path={}'.format(filename),
] + cython_directives)
unit.onpy3_register([mod])
process_pyx(filename, path, out_suffix)
if files2res:
# Compile original and generated sources into target for proper cython coverage calculation
unit.onresource_files(
[x for name, path in files2res for x in ('DEST', name, path)])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy3_compile_bytecode([root_rel_path + '-', path])
dest = 'py/' + mod.replace('.', '/') + '.py'
res += [
'DEST', dest, path, 'DEST', dest + '.yapyc3', path + '.yapyc3'
]
unit.onresource_files(res)
#add_python_lint_checks(unit, [path for path, mod in pys])
if protos:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
grpc = unit.get('GRPC_FLAG') == 'yes'
if grpc:
unit.onpeerdir(['contrib/libs/grpc/python', 'contrib/libs/grpc'])
proto_paths = [path for path, mod in protos]
unit.ongenerate_py_protos(proto_paths)
unit.onpy3_srcs([pb2_arg(path, mod, unit) for path, mod in protos])
if grpc:
unit.onpy3_srcs(
[pb2_grpc_arg(path, mod, unit) for path, mod in protos])
if optimize_proto:
unit.onsrcs(proto_paths)
pb_cc_outs = [pb_cc_arg(path, unit) for path in proto_paths]
if grpc:
pb_cc_outs += [pb_grpc_arg(path, unit) for path in proto_paths]
for pb_cc_outs_chunk in generate_chunks(pb_cc_outs, 10):
if is_program:
unit.onjoin_srcs(
['join_py3' + listid(pb_cc_outs_chunk) + '.cpp'] +
pb_cc_outs_chunk)
else:
unit.onjoin_srcs_global(
['join_py3' + listid(pb_cc_outs_chunk) + '.cpp'] +
pb_cc_outs_chunk)
if evs:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.ongenerate_py_evs([path for path, mod in evs])
unit.onpy3_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if optimize_proto:
unit.onsrcs([path for path, mod in evs])
pb_cc_outs = [ev_cc_arg(path, unit) for path, _ in evs]
for pb_cc_outs_chunk in generate_chunks(pb_cc_outs, 10):
if is_program:
unit.onjoin_srcs(
['join_py3' + listid(pb_cc_outs_chunk) + '.cpp'] +
pb_cc_outs_chunk)
else:
unit.onjoin_srcs_global(
['join_py3' + listid(pb_cc_outs_chunk) + '.cpp'] +
pb_cc_outs_chunk)
def onpy_srcs(unit, *args):
"""
PY_SRCS() - is rule to build extended versions of Python interpreters and containing all application code in its executable file. It can be used to collect only the executables but not shared libraries, and, in particular, not to collect the modules that are imported using import directive.
The main disadvantage is the lack of IDE support; There is also no readline yet.
The application can be collect from any of the sources from which the C library, and with the help of PY_SRCS .py , .pyx,.proto and .swg files.
At the same time extensions for Python on C language generating from .pyx and .swg, will be registered in Python's as built-in modules, and sources on .py are stored as static data: when the interpreter starts, the initialization code will add a custom loader of these modules to sys.meta_path.
By default .pyx files are collected as C++-extensions. To collect them as C (similar to BUILDWITH_CYTHON_C, but with the ability to specify namespace), you must specify the Directive CYTHON_C.
Building with pyx automatically registers modules, you do not need to call PY_REGISTER for them
__init__.py never required, but if present (and specified in PY_SRCS), it will be imported when you import package modules with __init__.py Oh.
Example of library declaration with PY_SRCS():
PY_LIBRARY(mymodule)
PY_SRCS({| CYTHON_C} { | TOP_LEVEL | NAMESPACE ns} a.py sub/dir/b.py e.proto sub/dir/f.proto c.pyx sub/dir/d.pyx g.swg sub/dir/h.swg)
END()
Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/py_srcs/
"""
# Each file arg must either be a path, or "${...}/buildpath=modname", where
# "${...}/buildpath" part will be used as a file source in a future macro,
# and "modname" will be used as a module name.
unit.onuse_python([])
if '/library/python/runtime' not in unit.path():
unit.onpeerdir(['library/python/runtime'])
if unit.get('MODULE_TYPE') == 'PROGRAM':
py_program(unit)
ns = (unit.get('PY_NAMESPACE_VALUE')
or unit.path()[3:].replace('/', '.')) + '.'
cython_directives = []
pyxs_c = []
pyxs_cpp = []
pyxs = pyxs_cpp
pys = []
protos = []
evs = []
swigs = []
args = iter(args)
for arg in args:
# Namespace directives.
if arg == 'TOP_LEVEL':
ns = ''
elif arg == 'NAMESPACE':
ns = next(args) + '.'
# Cython directives.
elif arg == 'CYTHON_C':
pyxs = pyxs_c
elif arg == 'CYTHON_CPP':
pyxs = pyxs_cpp
elif arg == 'CYTHON_DIRECTIVE':
cython_directives += ['-X', next(args)]
# Unsupported but legal PROTO_LIBRARY arguments.
elif arg == 'GLOBAL' or arg.endswith('.gztproto'):
pass
# Sources.
else:
if '=' in arg:
path, mod = arg.split('=', 1)
else:
path = arg
if arg == '__main__.py' or arg.endswith('/__main__.py'):
mod = '__main__'
else:
mod = ns + stripext(arg).replace('/', '.')
pathmod = (path, mod)
if path.endswith('.py'):
pys.append(pathmod)
elif path.endswith('.pyx'):
pyxs.append(pathmod)
elif path.endswith('.proto'):
protos.append(pathmod)
elif path.endswith('.ev'):
evs.append(pathmod)
elif path.endswith('.swg'):
swigs.append(path) # ignore mod, use last (and only) ns
else:
ymake.report_configure_error(
'in PY_SRCS: unrecognized arg {!r}'.format(path))
if pyxs:
for pyxs, cython in [
(pyxs_c, unit.onbuildwith_cython_c),
(pyxs_cpp, unit.onbuildwith_cython_cpp),
]:
for path, mod in pyxs:
cython([
path,
'--module-name',
mod,
'--init-name',
'init' + mangle(mod),
] + cython_directives)
unit.onpy_register([mod])
if pys:
res = []
for path, mod in pys:
root_rel_path = rootrel_arc_src(path, unit)
unit.onpy_compile_bytecode([root_rel_path + '-', path])
key = '/py_modules/' + mod
res += [
path,
key,
'-',
'resfs/src/{}={}'.format(key, root_rel_path),
path + '.yapyc',
'/py_code/' + mod,
]
unit.onresource(res)
add_python_lint_checks(unit, [path for path, mod in pys])
if protos:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
grpc = unit.get('GRPC_FLAG') == 'yes'
if grpc:
unit.onpeerdir(['contrib/libs/grpc/python'])
unit.ongenerate_py_protos([path for path, mod in protos])
unit.onpy_srcs([pb2_arg(path, mod, unit) for path, mod in protos])
if grpc:
unit.onpy_srcs(
[pb2_grpc_arg(path, mod, unit) for path, mod in protos])
if evs:
if '/contrib/libs/protobuf/python/google_lib' not in unit.path():
unit.onpeerdir(['contrib/libs/protobuf/python/google_lib'])
unit.ongenerate_py_evs([path for path, mod in evs])
unit.onpy_srcs([ev_arg(path, mod, unit) for path, mod in evs])
if swigs:
unit.onsrcs(swigs)
prefix = unit.get('MODULE_PREFIX')
project = unit.get('REALPRJNAME')
unit.onpy_register([prefix + project])
path = '${ARCADIA_BUILD_ROOT}/' + '{}/{}.py'.format(
unit.path()[3:], project)
arg = '{}={}'.format(path, ns + project.replace('/', '.'))
unit.onpy_srcs([arg])
def __init__(self, path, unit):
self._path = path
self._base = os.path.basename(common.stripext(self._path))
