def _list(targets=None, reverse=False): """List directories and tags. :param targets: the list of directories or tags to highlight :param reverse: whether to display the reverse mapping or not """ if targets is None: targets = set() else: targets = set(targets) additional_targets = set() for target in targets: if target.startswith('-'): abort(USAGE + 'dtags: invalid argument: ' + style.bad(target)) else: additional_targets.add(expand(target)) targets.update(additional_targets) mapping, excluded = load_mapping() if excluded: print( 'Found invalid entries in the mapping:\n' + excluded + '\nRun ' + style.cmd('dtags clean') + ' to remove them' + '\n' ) if not mapping: finish('Nothing to list') msgs = [] if reverse: if targets: mapping = { tag: paths for tag, paths in mapping.items() if tag in targets or paths & targets } for tag in sorted(mapping): lines = [style.tag(tag, tag in targets)] for path in sorted(mapping[tag]): lines.append(style.path(path, path in targets)) msgs.append('\n'.join(lines)) finish('\n\n'.join(msgs) if msgs else 'Nothing to list') else: rmapping = defaultdict(set) for tag, paths in mapping.items(): for path in paths: rmapping[path].add(tag) if targets: rmapping = { path: tags for path, tags in rmapping.items() if path in targets or tags & targets } for path in sorted(rmapping): tags = ' '.join( style.tag(tag, tag in targets) for tag in sorted(rmapping[path]) ) msgs.append(style.path(path, path in targets) + ' ' + tags) finish('\n'.join(msgs) if msgs else 'Nothing to list')
def main(): atexit.register(close_stdio) signal.signal(signal.SIGPIPE, signal.SIG_DFL) mapping, excluded = load_mapping() args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) path = expand(head) tags_removed = set() for tag in tail if tail else mapping.keys(): if path in mapping[tag]: mapping[tag].remove(path) tags_removed.add(tag) if not tags_removed: finish('Nothing to do') save_mapping(mapping) if excluded: print('Cleaned the following invalid entries:\n' + excluded + '\n') finish( style.path(path) + ' ' + ' '.join( style.sign('-') + style.tag(tag) for tag in sorted(tags_removed)))
def main(): atexit.register(close_stdio) signal.signal(signal.SIGPIPE, signal.SIG_DFL) mapping, excluded = load_mapping() args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head.startswith('-'): abort(USAGE + 'u: invalid argument: ' + style.bad(head)) path = expand(head) tags_removed = set() for tag in tail if tail else mapping.keys(): if path in mapping[tag]: mapping[tag].remove(path) tags_removed.add(tag) if not tags_removed: finish('Nothing to do') save_mapping(mapping) if excluded: print('Cleaned the following invalid entries:\n' + excluded + '\n') finish(style.path(path) + ' ' + ' '.join( style.sign('-') + style.tag(tag) for tag in sorted(tags_removed) ))
def main(): atexit.register(close_stdio) signal.signal(signal.SIGPIPE, signal.SIG_DFL) args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head.startswith('-'): abort(USAGE + 't: invalid argument: ' + style.bad(head)) path = expand(head) invalid_path_chars = get_invalid_path_chars(path) if invalid_path_chars: abort('t: directory path {} contains bad characters {}'.format( style.bad(path), style.bad_chars(invalid_path_chars) )) if not os.path.isdir(path): abort('t: invalid directory: ' + style.bad(path)) mapping, excluded = load_mapping() tags_added = set() if not tail: tail.append(os.path.basename(path)) for tag in tail: if not tag[0].isalpha(): abort('t: tag name {} does not start with an alphabet' .format(style.bad(tag))) if ' ' in tag: abort('t: tag name {} contains whitespaces'.format(style.bad(tag))) invalid_tag_chars = get_invalid_tag_chars(tag) if invalid_tag_chars: abort('t: tag name {} contains bad characters {}'.format( style.bad(tag), style.bad_chars(invalid_tag_chars) )) if path not in mapping[tag]: mapping[tag].add(path) tags_added.add(tag) if tags_added or excluded: save_mapping(mapping) if excluded: print('Cleaned the following invalid entries:\n' + excluded + '\n') if not tags_added: finish('Nothing to do') else: finish(style.path(path) + ' ' + ' '.join( style.sign('+') + style.tag(tag) for tag in sorted(tags_added) ))
def main(): atexit.register(close_stdio) signal.signal(signal.SIGPIPE, signal.SIG_DFL) args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head.startswith('-'): abort(USAGE + 't: invalid argument: ' + style.bad(head)) path = expand(head) invalid_path_chars = get_invalid_path_chars(path) if invalid_path_chars: abort('t: directory path {} contains bad characters {}'.format( style.bad(path), style.bad_chars(invalid_path_chars))) if not os.path.isdir(path): abort('t: invalid directory: ' + style.bad(path)) mapping, excluded = load_mapping() tags_added = set() if not tail: tail.append(os.path.basename(path)) for tag in tail: if not tag[0].isalpha(): abort('t: tag name {} does not start with an alphabet'.format( style.bad(tag))) if ' ' in tag: abort('t: tag name {} contains whitespaces'.format(style.bad(tag))) invalid_tag_chars = get_invalid_tag_chars(tag) if invalid_tag_chars: abort('t: tag name {} contains bad characters {}'.format( style.bad(tag), style.bad_chars(invalid_tag_chars))) if path not in mapping[tag]: mapping[tag].add(path) tags_added.add(tag) if tags_added or excluded: save_mapping(mapping) if excluded: print('Cleaned the following invalid entries:\n' + excluded + '\n') if not tags_added: finish('Nothing to do') else: finish( style.path(path) + ' ' + ' '.join( style.sign('+') + style.tag(tag) for tag in sorted(tags_added)))
def show_tags( filters: Optional[List[str]] = None, in_json: bool = False, in_reverse: bool = False, ) -> None: config = load_config_file() tag_config = config["tags"] tag_filters = None if filters is None else normalize_tags(filters) if in_json and in_reverse: raw_data = { tag: sorted(dirpath.as_posix() for dirpath in dirpaths) for tag, dirpaths in reverse_map(tag_config).items() if not tag_filters or tag in tag_filters } print(json.dumps(raw_data, indent=2, sort_keys=True)) elif in_json and not in_reverse: raw_data = { dirpath.as_posix(): sorted(tags) for dirpath, tags in tag_config.items() if not tag_filters or tags.intersection(tag_filters) } print(json.dumps(raw_data, indent=2, sort_keys=True)) elif not in_json and in_reverse: tag_to_dirpaths = reverse_map(tag_config) for tag in sorted(tag_to_dirpaths): if not tag_filters or tag in tag_filters: print(style.tag(tag)) for dirpath in sorted(tag_to_dirpaths[tag]): print(" " + style.path(dirpath)) else: for dirpath, tags in tag_config.items(): if not tag_filters or tags.intersection(tag_filters): print(style.mapping(dirpath, tags))
def main(): atexit.register(_cleanup_resources) signal.signal(signal.SIGPIPE, signal.SIG_DFL) mapping, excluded = load_mapping() if excluded: print( 'Found invalid entries in the mapping:\n' + excluded + '\nRun ' + style.cmd('dtags clean') + ' to remove them' + '\n' ) # Parse the optional arguments parallel = False args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head == '-p' and not tail: abort(USAGE + 'Missing argument: ' + style.bad('<targets>')) elif head == '-p' and tail: parallel = True head, tail = tail[0], tail[1:] elif head.startswith('-'): abort(USAGE + 'Invalid argument: ' + style.bad(head)) # Parse the positional arguments if not tail: abort(USAGE + 'Missing argument: ' + style.bad('<command>')) directories = collections.defaultdict(set) for target in head.split(','): if not target: continue elif target in mapping: for directory in sorted(mapping[target]): directories[directory].add(target) else: path = expand(target) if os.path.isdir(path): directories[path].add(None) else: abort(USAGE + 'Invalid target: ' + style.bad(target)) command = sp.list2cmdline(tail) # Check which shell is in use (e.g. zsh, bash, fish) shell = os.environ.get('SHELL') if shell is None: abort('Undefined environment variable: ' + style.bad('SHELL')) # Execute the command in the targeted directories msg_head = style.msg('Executing command ') + style.cmd(command) if parallel: global temp_file, process, processes # Add signal handlers to terminate child processes gracefully signal.signal(signal.SIGINT, _handle_signal) signal.signal(signal.SIGABRT, _handle_signal) signal.signal(signal.SIGTERM, _handle_signal) # Execute in parallel and pipe the output to temporary files sys.stdout.write(msg_head + style.msg(' in parallel...\n\n')) for directory in sorted(directories): tags = directories[directory] temp_file = tempfile.TemporaryFile(mode='w+t') process = sp.Popen( [shell, '-i', '-c', command], cwd=directory, stdout=temp_file, stderr=temp_file, preexec_fn=os.setsid ) processes.append((directory, tags, process, temp_file)) # Read from the temporary files back to stdout line by line for directory, tags, process, temp_file in processes: status = process.wait() tags = [style.tag(tag) for tag in tags if tag] sys.stdout.write('{} {}{}\n'.format( style.msg('in'), style.path(directory), ((' ' + ' '.join(tags)) if tags else '') + style.msg(':') )) temp_file.seek(0) for line in temp_file: sys.stdout.write(line) temp_file.close() sys.stdout.write(style.msg('Exit status: {}\n\n'.format(status))) else: # Generate the command string and execute all in one subprocess call commands = [] status_printf = 'printf "{}\n\n"'.format(style.msg( 'Exit status: ' + ('$status' if '/fish' in shell else '$?') )) for directory in sorted(directories): tags = [style.tag(tag) for tag in directories[directory] if tag] commands.append('printf "{} {}{}\n"; cd "{}"; {};{}'.format( style.msg('in'), style.path(directory), ((' ' + ' '.join(tags)) if tags else '') + style.msg(':'), directory, command, status_printf )) sys.stdout.write(msg_head + style.msg(' in sequence...\n\n')) sys.stdout.flush() # flush for printing chronologically sp.call([shell, '-i', '-c', ';'.join(commands)], stderr=sp.STDOUT)
def main(): global temp_file, process, processes atexit.register(_cleanup_resources) signal.signal(signal.SIGPIPE, signal.SIG_DFL) mapping, excluded = load_mapping() if excluded: print( 'Found invalid entries in the mapping:\n' + excluded + '\nRun ' + style.cmd('dtags clean') + ' to remove them' + '\n' ) # Parse the optional arguments interactive = False args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head == '-i' and not tail: abort(USAGE + 'p: missing argument: ' + style.bad('<targets>')) elif head == '-i' and tail: interactive = True head, tail = tail[0], tail[1:] elif head.startswith('-'): abort(USAGE + 'p: invalid argument: ' + style.bad(head)) # Parse the positional arguments if not tail: abort(USAGE + 'p: missing argument: ' + style.bad('<command>')) directories = collections.defaultdict(set) for target in head.split(','): if not target: continue elif target in mapping: for directory in sorted(mapping[target]): directories[directory].add(target) else: path = expand(target) if os.path.isdir(path): directories[path].add(None) else: abort(USAGE + 'p: invalid target: ' + style.bad(target)) # Check which shell is in use (e.g. zsh, bash, fish) shell = os.environ.get('SHELL') if shell is None: abort('p: undefined environment variable: ' + style.bad('SHELL')) if interactive: cmd = [shell, '-i', '-c', sp.list2cmdline(tail)] else: cmd = [shell, '-c', sp.list2cmdline(tail)] # Add signal handlers to terminate child processes gracefully signal.signal(signal.SIGINT, _handle_signal) signal.signal(signal.SIGABRT, _handle_signal) signal.signal(signal.SIGTERM, _handle_signal) # Execute in parallel and pipe the output to temporary files for directory in sorted(directories): tags = directories[directory] temp_file = tempfile.TemporaryFile(mode='w+t') process = sp.Popen( cmd, cwd=directory, stdout=temp_file, stderr=temp_file, preexec_fn=os.setsid ) processes.append((directory, tags, process, temp_file)) # Read from the temporary files back to stdout line by line sys.stdout.write('\n') for directory, tags, process, temp_file in processes: status = process.wait() tags = [style.tag(tag) for tag in tags if tag] sys.stdout.write('{} {}{}\n'.format( style.msg('in'), style.path(directory), ((' ' + ' '.join(tags)) if tags else '') + style.msg(':') )) temp_file.seek(0) for line in temp_file: sys.stdout.write(line) temp_file.close() if status != 0: sys.stdout.write(style.bad('Exit status: {}\n\n'.format(status))) else: sys.stdout.write('\n\n')
def main(): atexit.register(close_stdio) signal.signal(signal.SIGPIPE, signal.SIG_DFL) mapping, excluded = load_mapping() if excluded: print( 'Found invalid entries in the mapping:\n' + excluded + '\nRun ' + style.cmd('dtags clean') + ' to remove them' + '\n' ) # Parse the optional arguments interactive = False args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head == '-i' and not tail: abort(USAGE + 'e: missing argument: ' + style.bad('<targets>')) elif head == '-i' and tail: interactive = True head, tail = tail[0], tail[1:] elif head.startswith('-'): abort(USAGE + 'e: invalid argument: ' + style.bad(head)) # Parse the positional arguments if not tail: abort(USAGE + 'e: missing argument: ' + style.bad('<command>')) directories = collections.defaultdict(set) for target in head.split(','): if not target: continue elif target in mapping: for directory in sorted(mapping[target]): directories[directory].add(target) else: path = expand(target) if os.path.isdir(path): directories[path].add(None) else: abort(USAGE + 'e: invalid target: ' + style.bad(target)) cmd = sp.list2cmdline(tail) # Check which shell is in use (e.g. zsh, bash, fish) shell = os.environ.get('SHELL') if shell is None: abort('e: undefined environment variable: ' + style.bad('SHELL')) # Generate the command string and execute all in one subprocess call cmds = [] if 'fish' in shell: status_printf = ( 'if [ $status = 0 ]; printf "\n\n"; else; printf "{}\n\n"; end' .format(style.bad('Exit status: $status')) ) else: status_printf = ( 'if [ $? -eq 0 ]; then printf "\n\n"; else printf "{}\n\n"; fi' .format(style.bad('Exit status: $?')) ) for directory in sorted(directories): tags = [style.tag(tag) for tag in directories[directory] if tag] cmds.append('printf "{} {}{}\n"; cd "{}"; {}; {}'.format( style.msg('in'), style.path(directory), ((' ' + ' '.join(tags)) if tags else '') + style.msg(':'), directory, cmd, status_printf )) sys.stdout.write('\n') sys.stdout.flush() # flush for printing chronologically if interactive: sp.call([shell, '-i', '-c', ';'.join(cmds)], stderr=sp.STDOUT) else: sp.call([shell, '-c', ';'.join(cmds)], stderr=sp.STDOUT)
def main(): atexit.register(_cleanup_resources) signal.signal(signal.SIGPIPE, signal.SIG_DFL) mapping, excluded = load_mapping() if excluded: print( 'Found invalid entries in the mapping:\n' + excluded + '\nRun ' + style.cmd('dtags clean') + ' to remove them' + '\n' ) # Parse the optional arguments parallel = False args = sys.argv[1:] if not args: finish(USAGE + DESCRIPTION) head, tail = args[0], args[1:] if head == '--help': finish(USAGE + DESCRIPTION) elif head == '--version': finish('Version ' + VERSION) elif head == '-p' and not tail: abort(USAGE + 'e: missing argument: ' + style.bad('<targets>')) elif head == '-p' and tail: parallel = True head, tail = tail[0], tail[1:] elif head.startswith('-'): abort(USAGE + 'e: invalid argument: ' + style.bad(head)) # Parse the positional arguments if not tail: abort(USAGE + 'e: missing argument: ' + style.bad('<command>')) directories = collections.defaultdict(set) for target in head.split(','): if not target: continue elif target in mapping: for directory in sorted(mapping[target]): directories[directory].add(target) else: path = expand(target) if os.path.isdir(path): directories[path].add(None) else: abort(USAGE + 'e: invalid target: ' + style.bad(target)) command = sp.list2cmdline(tail) # Check which shell is in use (e.g. zsh, bash, fish) shell = os.environ.get('SHELL') if shell is None: abort('e: undefined environment variable: ' + style.bad('SHELL')) # Execute the command in the targeted directories msg_head = style.msg('Executing command ') + style.cmd(command) if parallel: global temp_file, process, processes # Add signal handlers to terminate child processes gracefully signal.signal(signal.SIGINT, _handle_signal) signal.signal(signal.SIGABRT, _handle_signal) signal.signal(signal.SIGTERM, _handle_signal) # Execute in parallel and pipe the output to temporary files sys.stdout.write(msg_head + style.msg(' in parallel...\n\n')) for directory in sorted(directories): tags = directories[directory] temp_file = tempfile.TemporaryFile(mode='w+t') process = sp.Popen( [shell, '-i', '-c', command], cwd=directory, stdout=temp_file, stderr=temp_file, preexec_fn=os.setsid ) processes.append((directory, tags, process, temp_file)) # Read from the temporary files back to stdout line by line for directory, tags, process, temp_file in processes: status = process.wait() tags = [style.tag(tag) for tag in tags if tag] sys.stdout.write('{} {}{}\n'.format( style.msg('in'), style.path(directory), ((' ' + ' '.join(tags)) if tags else '') + style.msg(':') )) temp_file.seek(0) for line in temp_file: sys.stdout.write(line) temp_file.close() sys.stdout.write(style.msg('Exit status: {}\n\n'.format(status))) else: # Generate the command string and execute all in one subprocess call commands = [] status_printf = 'printf "{}\n\n"'.format(style.msg( 'Exit status: ' + ('$status' if '/fish' in shell else '$?') )) for directory in sorted(directories): tags = [style.tag(tag) for tag in directories[directory] if tag] commands.append('printf "{} {}{}\n"; cd "{}"; {};{}'.format( style.msg('in'), style.path(directory), ((' ' + ' '.join(tags)) if tags else '') + style.msg(':'), directory, command, status_printf )) sys.stdout.write(msg_head + style.msg(' in sequence...\n\n')) sys.stdout.flush() # flush for printing chronologically sp.call([shell, '-i', '-c', ';'.join(commands)], stderr=sp.STDOUT)
def test_style_tag(): assert clean_str(s.tag("a", tty=False)) == "@a" assert clean_str(s.tag("b", tty=False)) == "@b" assert clean_str(s.tag("a", tty=True)) == "@a" assert clean_str(s.tag("b", tty=True)) == "@b"