from __future__ import print_function import argparse import os import sys from pre_commit_hooks.util import cmd_output def _fix_file(filename, is_markdown): with open(filename, mode='rb') as file_processed: lines = file_processed.readlines() lines = [_process_line(line, is_markdown) for line in lines] with open(filename, mode='wb') as file_processed: for line in lines: file_processed.write(line) def _process_line(line, is_markdown): # preserve trailing two-space for non-blank lines in markdown files eol = b'\r\n' if line[-2:] == b'\r\n' else b'\n' if is_markdown and (not line.isspace()) and line.endswith(b' ' + eol): return line.rstrip() + b' ' + eol return line.rstrip() + eol def fix_trailing_whitespace(argv=None): parser = argparse.ArgumentParser() parser.add_argument( '--no-markdown-linebreak-ext', action='store_const', const=[], default=argparse.SUPPRESS, dest='markdown_linebreak_ext', help='Do not preserve linebreak spaces in Markdown' ) parser.add_argument( '--markdown-linebreak-ext', action='append', const='', default=['md,markdown'], metavar='*|EXT[,EXT,...]', nargs='?', help='Markdown extensions (or *) for linebreak spaces' ) parser.add_argument('filenames', nargs='*', help='Filenames to fix') args = parser.parse_args(argv) bad_whitespace_files = cmd_output( 'grep', '-l', '[[:space:]]$', *args.filenames, retcode=None ).strip().splitlines() md_args = args.markdown_linebreak_ext if '' in md_args: parser.error('--markdown-linebreak-ext requires a non-empty argument') all_markdown = '*' in md_args # normalize all extensions; split at ',', lowercase, and force 1 leading '.' md_exts = ['.' + x.lower().lstrip('.') for x in ','.join(md_args).split(',')] # reject probable "eaten" filename as extension (skip leading '.' with [1:]) for ext in md_exts: if any(c in ext[1:] for c in r'./\:'): parser.error( "bad --markdown-linebreak-ext extension '{0}' (has . / \\ :)\n" " (probably filename; use '--markdown-linebreak-ext=EXT')" .format(ext) ) return_code = 0 for bad_whitespace_file in bad_whitespace_files: print('Fixing {0}'.format(bad_whitespace_file)) _, extension = os.path.splitext(bad_whitespace_file.lower()) _fix_file(bad_whitespace_file, all_markdown or extension in md_exts) return_code = 1 return return_code if __name__ == '__main__': sys.exit(fix_trailing_whitespace())