DF-Walkthrough/misc/lint.py

#!/usr/bin/env python3
"""Check for tabs and trailing whitespace in text files in all subdirs.

Any other automatic checks should be in this file too.
"""

from glob import glob
from io import open
import os
from os.path import *
import sys

text_extensions = ('rst', 'md', 'txt', 'html', 'css', 'js')
dirs = ['chapters', 'tutorials', 'masterclass']


def error(fname, lineno, issue):
    """Print the problem and location."""
    print('ERROR:  {}:{} - {}'.format(fname, lineno+1, issue))


def lint(path):
    """Run linters on all files, print problem files."""
    print('Checking for long lines, tabs, and trailing whitespace...')
    failed = False
    for root, _, files in os.walk(path):
        for f in files:
            fname = join(root, f)
            if '_build' in fname or not any(
                    fname.endswith(ext) for ext in text_extensions):
                continue
            with open(fname, encoding='utf-8') as fh:
                for i, line in enumerate(fh.readlines()):
                    if len(line) > 81:
                        failed = True
                        error(fname, i, 'too long')
                    if line.replace('\n', '') != line.rstrip():
                        failed = True
                        error(fname, i, 'trailing space')
                    if '\t' in line:
                        error(fname, i, 'contains tab')
    if failed:
        print('Use your text editor to convert tabs to spaces, wrap lines '
              'or trim trailing whitespace with minimal effort.')
    return failed


def unused_images(path):
    """Check that all files in image subdirs are references in the text."""
    print('Checking for unused images...')
    failed = False
    for d in dirs:
        text = ''
        for fname in glob(os.path.join(d, '*.rst')):
            with open(fname, encoding='utf-8') as f:
                text += f.read()
        for img in glob(os.path.join(d, 'images', '*.*')):
            img = os.path.basename(img)
            if img == 'Thumbs.db':
                continue
            markup = '.. image:: images/{}'.format(img)
            if markup not in text:
                failed = True
                print('Error:  image not referenced, {}/{}/{}'.format(
                      d, 'images', img))
    if failed:
        print('Use or or delete these images.')
    return failed


if __name__ == '__main__':
    # lint everything in the parent directory, wherever the script is run from.
    p = relpath(join(dirname(__file__), '..'))
    failed = lint(p)
    failed |= unused_images(p)
    sys.exit(failed)