def _add_qa36(): " Add C++ QA files for pre-3.7 API (not autotools) " fname_qa_cc = 'qa_%s.cc' % self._info['fullblockname'] self._write_tpl('qa_cpp36', 'lib', fname_qa_cc) if not self._skip_cmakefiles: open(self._file['cmlib'], 'a').write( str( Cheetah.Template.Template( Templates['qa_cmakeentry36'], searchList={ 'basename': os.path.splitext(fname_qa_cc)[0], 'upperbasename': os.path.splitext(fname_qa_cc)[0].upper(), 'filename': fname_qa_cc, 'modname': self._info['modname'] }))) ed = CMakeFileEditor(self._file['cmlib']) ed.remove_double_newlines() ed.write()
def _run_python(self): """ Do everything that needs doing in the subdir 'python' to add a Python block. - add .py file - include in CMakeLists.txt - include in __init__.py """ fname_py = self._info['blockname'] + '.py' self._write_tpl('block_python', self._info['pydir'], fname_py) append_re_line_sequence( self._file['pyinit'], '(^from.*import.*\n|# import any pure.*\n)', 'from %s import %s' % (self._info['blockname'], self._info['blockname'])) self.scm.mark_files_updated((self._file['pyinit'], )) if self._skip_cmakefiles: return ed = CMakeFileEditor(self._file['cmpython']) ed.append_value('GR_PYTHON_INSTALL', fname_py, to_ignore_end='DESTINATION[^()]+') ed.write() self.scm.mark_files_updated((self._file['cmpython'], ))
def _handle_cc_qa(cmake, fname): """ Do stuff for cc qa """ if self._info['version'] == '37': cmake.comment_out_lines('\$\{CMAKE_CURRENT_SOURCE_DIR\}/' + fname) fname_base = os.path.splitext(fname)[0] ed = CMakeFileEditor( self._file['qalib']) # Abusing the CMakeFileEditor... ed.comment_out_lines('#include\s+"%s.h"' % fname_base, comment_str='//') ed.comment_out_lines('%s::suite\(\)' % fname_base, comment_str='//') ed.write() self.scm.mark_file_updated(self._file['qalib']) elif self._info['version'] == '36': cmake.comment_out_lines('add_executable.*' + fname) cmake.comment_out_lines('target_link_libraries.*' + os.path.splitext(fname)[0]) cmake.comment_out_lines('GR_ADD_TEST.*' + os.path.splitext(fname)[0]) self.scm.mark_file_updated(cmake.filename) return True
def _make_grc_xml_from_block_data(self, params, iosig, blockname): """ Take the return values from the parser and call the XML generator. Also, check the makefile if the .xml file is in there. If necessary, add. """ fname_xml = '%s_%s.xml' % (self._info['modname'], blockname) # Some adaptions for the GRC for inout in ('in', 'out'): if iosig[inout]['max_ports'] == '-1': iosig[inout]['max_ports'] = '$num_%sputs' % inout params.append({ 'key': 'num_%sputs' % inout, 'type': 'int', 'name': 'Num %sputs' % inout, 'default': '2', 'in_constructor': False }) if os.path.isfile(os.path.join('grc', fname_xml)): if not self._info['yes']: if not ask_yes_no('Overwrite existing GRC file?', False): return else: print "Warning: Overwriting existing GRC file." grc_generator = GRCXMLGenerator(modname=self._info['modname'], blockname=blockname, params=params, iosig=iosig) grc_generator.save(os.path.join('grc', fname_xml)) if not self._skip_subdirs['grc']: ed = CMakeFileEditor(self._file['cmgrc']) if re.search(fname_xml, ed.cfile) is None and not ed.check_for_glob('*.xml'): print "Adding GRC bindings to grc/CMakeLists.txt..." ed.append_value('install', fname_xml, to_ignore_end='DESTINATION[^()]+') ed.write()
def _run_lib(self): """ Do everything that needs doing in the subdir 'lib' and 'include'. - add .cc and .h files - include them into CMakeLists.txt - check if C++ QA code is req'd - if yes, create qa_*.{cc,h} and add them to CMakeLists.txt """ def _add_qa(): " Add C++ QA files for 3.7 API " fname_qa_h = 'qa_%s.h' % self._info['blockname'] fname_qa_cc = 'qa_%s.cc' % self._info['blockname'] self._write_tpl('qa_cpp', 'lib', fname_qa_cc) self._write_tpl('qa_h', 'lib', fname_qa_h) if not self.options.skip_cmakefiles: try: append_re_line_sequence(self._file['cmlib'], '\$\{CMAKE_CURRENT_SOURCE_DIR\}/qa_%s.cc.*\n' % self._info['modname'], ' ${CMAKE_CURRENT_SOURCE_DIR}/qa_%s.cc' % self._info['blockname']) append_re_line_sequence(self._file['qalib'], '#include.*\n', '#include "%s"' % fname_qa_h) append_re_line_sequence(self._file['qalib'], '(addTest.*suite.*\n|new CppUnit.*TestSuite.*\n)', ' s->addTest(gr::%s::qa_%s::suite());' % (self._info['modname'], self._info['blockname']) ) except IOError: print "Can't add C++ QA files." def _add_qa36(): " Add C++ QA files for pre-3.7 API (not autotools) " fname_qa_cc = 'qa_%s.cc' % self._info['fullblockname'] self._write_tpl('qa_cpp36', 'lib', fname_qa_cc) if not self.options.skip_cmakefiles: open(self._file['cmlib'], 'a').write( str( Cheetah.Template.Template( Templates['qa_cmakeentry36'], searchList={'basename': os.path.splitext(fname_qa_cc)[0], 'filename': fname_qa_cc, 'modname': self._info['modname'] } ) ) ) ed = CMakeFileEditor(self._file['cmlib']) ed.remove_double_newlines() ed.write() fname_cc = None fname_h = None if self._info['version'] == '37': fname_h = self._info['blockname'] + '.h' fname_cc = self._info['blockname'] + '.cc' if self._info['blocktype'] in ('source', 'sink', 'sync', 'decimator', 'interpolator', 'general', 'hier', 'tagged_stream'): fname_cc = self._info['blockname'] + '_impl.cc' self._write_tpl('block_impl_h', 'lib', self._info['blockname'] + '_impl.h') self._write_tpl('block_impl_cpp', 'lib', fname_cc) self._write_tpl('block_def_h', self._info['includedir'], fname_h) else: # Pre-3.7 or autotools fname_h = self._info['fullblockname'] + '.h' fname_cc = self._info['fullblockname'] + '.cc' self._write_tpl('block_h36', self._info['includedir'], fname_h) self._write_tpl('block_cpp36', 'lib', fname_cc) if not self.options.skip_cmakefiles: ed = CMakeFileEditor(self._file['cmlib']) if not ed.append_value('list', fname_cc, to_ignore_start='APPEND %s_sources' % self._info['modname']): ed.append_value('add_library', fname_cc) ed.write() ed = CMakeFileEditor(self._file['cminclude']) ed.append_value('install', fname_h, to_ignore_end='DESTINATION[^()]+') ed.write() if self._add_cc_qa: if self._info['version'] == '37': _add_qa() elif self._info['version'] == '36': _add_qa36() elif self._info['version'] == 'autofoo': print "Warning: C++ QA files not supported for autotools."
def run(self): """ Go, go, go! """ def _handle_py_qa(cmake, fname): """ Do stuff for py qa """ cmake.comment_out_lines('GR_ADD_TEST.*' + fname) self.scm.mark_file_updated(cmake.filename) return True def _handle_py_mod(cmake, fname): """ Do stuff for py extra files """ try: initfile = open(self._file['pyinit']).read() except IOError: print "Could not edit __init__.py, that might be a problem." return False pymodname = os.path.splitext(fname)[0] initfile = re.sub(r'((from|import)\s+\b' + pymodname + r'\b)', r'#\1', initfile) open(self._file['pyinit'], 'w').write(initfile) self.scm.mark_file_updated(self._file['pyinit']) return False def _handle_cc_qa(cmake, fname): """ Do stuff for cc qa """ if self._info['version'] == '37': cmake.comment_out_lines('\$\{CMAKE_CURRENT_SOURCE_DIR\}/' + fname) fname_base = os.path.splitext(fname)[0] ed = CMakeFileEditor( self._file['qalib']) # Abusing the CMakeFileEditor... ed.comment_out_lines('#include\s+"%s.h"' % fname_base, comment_str='//') ed.comment_out_lines('%s::suite\(\)' % fname_base, comment_str='//') ed.write() self.scm.mark_file_updated(self._file['qalib']) elif self._info['version'] == '36': cmake.comment_out_lines('add_executable.*' + fname) cmake.comment_out_lines('target_link_libraries.*' + os.path.splitext(fname)[0]) cmake.comment_out_lines('GR_ADD_TEST.*' + os.path.splitext(fname)[0]) self.scm.mark_file_updated(cmake.filename) return True def _handle_h_swig(cmake, fname): """ Comment out include files from the SWIG file, as well as the block magic """ swigfile = open(self._file['swig']).read() (swigfile, nsubs) = re.subn( '(.include\s+"(%s/)?%s")' % (self._info['modname'], fname), r'//\1', swigfile) if nsubs > 0: print "Changing %s..." % self._file['swig'] if nsubs > 1: # Need to find a single BLOCK_MAGIC blockname = os.path.splitext(fname[len(self._info['modname']) + 1:])[0] if self._info['version'] == '37': blockname = os.path.splitext(fname)[0] (swigfile, nsubs) = re.subn('(GR_SWIG_BLOCK_MAGIC2?.+%s.+;)' % blockname, r'//\1', swigfile) if nsubs > 1: print "Hm, changed more then expected while editing %s." % self._file[ 'swig'] open(self._file['swig'], 'w').write(swigfile) self.scm.mark_file_updated(self._file['swig']) return False def _handle_i_swig(cmake, fname): """ Comment out include files from the SWIG file, as well as the block magic """ swigfile = open(self._file['swig']).read() blockname = os.path.splitext(fname[len(self._info['modname']) + 1:])[0] if self._info['version'] == '37': blockname = os.path.splitext(fname)[0] swigfile = re.sub('(%include\s+"' + fname + '")', r'//\1', swigfile) print "Changing %s..." % self._file['swig'] swigfile = re.sub('(GR_SWIG_BLOCK_MAGIC2?.+' + blockname + '.+;)', r'//\1', swigfile) open(self._file['swig'], 'w').write(swigfile) self.scm.mark_file_updated(self._file['swig']) return False # List of special rules: 0: subdir, 1: filename re match, 2: callback special_treatments = (('python', 'qa.+py$', _handle_py_qa), ('python', '^(?!qa).+py$', _handle_py_mod), ('lib', 'qa.+\.cc$', _handle_cc_qa), ('include/%s' % self._info['modname'], '.+\.h$', _handle_h_swig), ('include', '.+\.h$', _handle_h_swig), ('swig', '.+\.i$', _handle_i_swig)) for subdir in self._subdirs: if self._skip_subdirs[subdir]: continue if self._info['version'] == '37' and subdir == 'include': subdir = 'include/%s' % self._info['modname'] try: cmake = CMakeFileEditor(os.path.join(subdir, 'CMakeLists.txt')) except IOError: continue print "Traversing %s..." % subdir filenames = cmake.find_filenames_match(self._info['pattern']) yes = self._info['yes'] for fname in filenames: file_disabled = False if not yes: ans = raw_input("Really disable %s? [Y/n/a/q]: " % fname).lower().strip() if ans == 'a': yes = True if ans == 'q': sys.exit(0) if ans == 'n': continue for special_treatment in special_treatments: if special_treatment[0] == subdir and re.match( special_treatment[1], fname): file_disabled = special_treatment[2](cmake, fname) if not file_disabled: cmake.disable_file(fname) cmake.write() self.scm.mark_files_updated((os.path.join(subdir, 'CMakeLists.txt'), )) print "Careful: 'gr_modtool disable' does not resolve dependencies."
def _run_lib(self): """ Do everything that needs doing in the subdir 'lib' and 'include'. - add .cc and .h files - include them into CMakeLists.txt - check if C++ QA code is req'd - if yes, create qa_*.{cc,h} and add them to CMakeLists.txt """ def _add_qa(): " Add C++ QA files for 3.7 API " fname_qa_h = 'qa_%s.h' % self._info['blockname'] fname_qa_cc = 'qa_%s.cc' % self._info['blockname'] self._write_tpl('qa_cpp', 'lib', fname_qa_cc) self._write_tpl('qa_h', 'lib', fname_qa_h) if not self._skip_cmakefiles: try: append_re_line_sequence(self._file['cmlib'], '\$\{CMAKE_CURRENT_SOURCE_DIR\}/qa_%s.cc.*\n' % self._info['modname'], ' ${CMAKE_CURRENT_SOURCE_DIR}/qa_%s.cc' % self._info['blockname']) append_re_line_sequence(self._file['qalib'], '#include.*\n', '#include "%s"' % fname_qa_h) append_re_line_sequence(self._file['qalib'], '(addTest.*suite.*\n|new CppUnit.*TestSuite.*\n)', ' s->addTest(gr::%s::qa_%s::suite());' % (self._info['modname'], self._info['blockname']) ) self.scm.mark_files_updated((self._file['qalib'],)) except IOError: print("Can't add C++ QA files.") def _add_qa36(): " Add C++ QA files for pre-3.7 API (not autotools) " fname_qa_cc = 'qa_%s.cc' % self._info['fullblockname'] self._write_tpl('qa_cpp36', 'lib', fname_qa_cc) if not self._skip_cmakefiles: open(self._file['cmlib'], 'a').write( str( Cheetah.Template.Template( Templates['qa_cmakeentry36'], searchList={'basename': os.path.splitext(fname_qa_cc)[0], 'upperbasename': os.path.splitext(fname_qa_cc)[0].upper(), 'filename': fname_qa_cc, 'modname': self._info['modname'] } ) ) ) ed = CMakeFileEditor(self._file['cmlib']) ed.remove_double_newlines() ed.write() fname_cc = None fname_h = None if self._info['version'] == '37': #RFNoC block Interface if(self._skip_block_interface == False): fname_h = self._info['blockname'] + '.h' fname_cc = self._info['blockname'] + '.cc' fname_cc = self._info['blockname'] + '_impl.cc' self._write_tpl('block_impl_h', 'lib', self._info['blockname'] + '_impl.h') self._write_tpl('block_impl_cpp', 'lib', fname_cc) self._write_tpl('block_def_h', self._info['includedir'], fname_h) if not self._skip_cmakefiles: ed = CMakeFileEditor(self._file['cmlib']) cmake_list_var = '[a-z]*_?' + self._info['modname'] + '_sources' if not ed.append_value('list', fname_cc, to_ignore_start='APPEND ' + cmake_list_var): ed.append_value('add_library', fname_cc) ed.write() ed = CMakeFileEditor(self._file['cminclude']) ed.append_value('install', fname_h, to_ignore_end='DESTINATION[^()]+') ed.write() self.scm.mark_files_updated((self._file['cminclude'], self._file['cmlib'])) #RFNoC block Controllers if (self._skip_block_ctrl == False): fname_ctrl_cpp = self._info['blockname'] + '_block_ctrl_impl.cpp' fname_ctrl_hpp = self._info['blockname'] + '_block_ctrl.hpp' self._write_tpl('block_ctrl_hpp', self._info['includedir'], fname_ctrl_hpp) self._write_tpl('block_ctrl_cpp', 'lib', fname_ctrl_cpp) if not self._skip_cmakefiles: ed = CMakeFileEditor(self._file['cmlib']) cmake_list_var = '[a-z]*_?' + self._info['modname'] + '_sources' ed.append_value('list', fname_ctrl_cpp, to_ignore_start='APPEND ' + cmake_list_var) ed.write() ed = CMakeFileEditor(self._file['cminclude']) ed.append_value('install', fname_ctrl_hpp, to_ignore_end='DESTINATION[^()]+') ed.write() self.scm.mark_files_updated((self._file['cminclude'], self._file['cmlib'])) else: # Pre-3.7 or autotools fname_h = self._info['fullblockname'] + '.h' fname_cc = self._info['fullblockname'] + '.cc' self._write_tpl('block_h36', self._info['includedir'], fname_h) self._write_tpl('block_cpp36', 'lib', fname_cc) if self._add_cc_qa: if self._info['version'] == '37': _add_qa() elif self._info['version'] == '36': _add_qa36() elif self._info['version'] == 'autofoo': print("Warning: C++ QA files not supported for autotools.")
def run(self): """ Go, go, go! """ def _handle_py_qa(cmake, fname): """ Do stuff for py qa """ cmake.comment_out_lines('GR_ADD_TEST.*'+fname) return True def _handle_py_mod(cmake, fname): """ Do stuff for py extra files """ try: initfile = open(os.path.join('python', '__init__.py')).read() except IOError: return False pymodname = os.path.splitext(fname)[0] initfile = re.sub(r'((from|import)\s+\b'+pymodname+r'\b)', r'#\1', initfile) open(os.path.join('python', '__init__.py'), 'w').write(initfile) return False def _handle_cc_qa(cmake, fname): """ Do stuff for cc qa """ print 'hello...' cmake.comment_out_lines('add_executable.*'+fname) cmake.comment_out_lines('target_link_libraries.*'+os.path.splitext(fname)[0]) cmake.comment_out_lines('GR_ADD_TEST.*'+os.path.splitext(fname)[0]) return True def _handle_h_swig(cmake, fname): """ Comment out include files from the SWIG file, as well as the block magic """ swigfile = open(os.path.join('swig', self._get_mainswigfile())).read() (swigfile, nsubs) = re.subn('(.include\s+"'+fname+'")', r'//\1', swigfile) if nsubs > 0: print "Changing %s..." % self._get_mainswigfile() if nsubs > 1: # Need to find a single BLOCK_MAGIC blockname = os.path.splitext(fname[len(self._info['modname'])+1:])[0] # DEPRECATE 3.7 (swigfile, nsubs) = re.subn('(GR_SWIG_BLOCK_MAGIC.+'+blockname+'.+;)', r'//\1', swigfile) if nsubs > 1: print "Hm, something didn't go right while editing %s." % swigfile open(os.path.join('swig', self._get_mainswigfile()), 'w').write(swigfile) return False def _handle_i_swig(cmake, fname): """ Comment out include files from the SWIG file, as well as the block magic """ swigfile = open(os.path.join('swig', self._get_mainswigfile())).read() blockname = os.path.splitext(fname[len(self._info['modname'])+1:])[0] # DEPRECATE 3.7 swigfile = re.sub('(%include\s+"'+fname+'")', r'//\1', swigfile) print "Changing %s..." % self._get_mainswigfile() swigfile = re.sub('(GR_SWIG_BLOCK_MAGIC.+'+blockname+'.+;)', r'//\1', swigfile) open(os.path.join('swig', self._get_mainswigfile()), 'w').write(swigfile) return False # List of special rules: 0: subdir, 1: filename re match, 2: function special_treatments = ( ('python', 'qa.+py$', _handle_py_qa), ('python', '^(?!qa).+py$', _handle_py_mod), ('lib', 'qa.+\.cc$', _handle_cc_qa), ('include', '.+\.h$', _handle_h_swig), ('swig', '.+\.i$', _handle_i_swig) ) for subdir in self._subdirs: if self._skip_subdirs[subdir]: continue print "Traversing %s..." % subdir cmake = CMakeFileEditor(os.path.join(subdir, 'CMakeLists.txt')) filenames = cmake.find_filenames_match(self._info['pattern']) yes = self._info['yes'] for fname in filenames: file_disabled = False if not yes: ans = raw_input("Really disable %s? [Y/n/a/q]: " % fname).lower().strip() if ans == 'a': yes = True if ans == 'q': sys.exit(0) if ans == 'n': continue for special_treatment in special_treatments: if special_treatment[0] == subdir and re.match(special_treatment[1], fname): file_disabled = special_treatment[2](cmake, fname) if not file_disabled: cmake.disable_file(fname) cmake.write() print "Careful: gr_modtool disable does not resolve dependencies."