docstrings_checksum.py

import ast
import hashlib
from pathlib import Path
from typing import Iterator


def docstrings_checksum(python_files: Iterator[Path]):
    files_content = (f.read_text() for f in python_files)
    trees = (ast.parse(c) for c in files_content)

    # Get all docstrings from async functions, functions,
    # classes and modules definitions
    docstrings = []
    for tree in trees:
        for node in ast.walk(tree):
            if not isinstance(
                node, (ast.AsyncFunctionDef, ast.FunctionDef, ast.ClassDef, ast.Module)
            ):
                # Skip all node types that can't have docstrings to prevent failures
                continue
            docstring = ast.get_docstring(node)
            if docstring:
                docstrings.append(docstring)

    # Sort them to be safe, since ast.walk() returns
    # nodes in no specified order.
    # See https://docs.python.org/3/library/ast.html#ast.walk
    docstrings.sort()

    return hashlib.md5(str(docstrings).encode("utf-8")).hexdigest()


if __name__ == "__main__":
    import argparse

    parser = argparse.ArgumentParser()
    parser.add_argument("--root", help="Project root folder", required=True, type=Path)
    parser.add_argument("--integration", help="Integration folder relative path", required=False, type=str)
    args = parser.parse_args()

    # Get all Python files
    root: Path = args.root.absolute()
    python_files = root.glob("integrations/**/*.py")
    if args.integration:
        python_files = root.glob(f"integrations/{args.integration}/**/*.py")
    md5 = docstrings_checksum(python_files)
    print(md5)