github.com/google/syzkaller@v0.0.0-20251211124644-a066d2bc4b02/tools/check_translation_update.py

#!/usr/bin/env python
# Copyright 2025 syzkaller project authors. All rights reserved.
# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
# Contributed by QGrain <zhiyuzhang999@gmail.com>

# Intro: Due to the continuous updates of the docs, we would like to know if the translations are up to
# date with the source docs. This script checks the translation files in docs/translations/ by tracking
# the commit hash of the source file, which requires the formatted line "Update to commit HASH (TITLE)"
# to be present in the commit message of the translation file.

# Usage: python tools/check_translation_update.py

import os
import re
import sys
import argparse
import subprocess

def get_git_repo_root(path):
    """Get root path of the repository"""
    try:
        # Use git rev-parse --show-toplevel to find the root path (disable shell to avoid potential shell injection)
        result = subprocess.run(
            ['git', 'rev-parse', '--show-toplevel'],
            cwd=path,
            capture_output=True,
            text=True,
            check=True
        )
        return result.stdout.strip()
    except subprocess.CalledProcessError:
        print(f"Error: current work directory {path} is not in a Git repo.")
        return None
    except FileNotFoundError:
        print("Error: 'git' command not found.")
        return None
    except Exception as e:
        print(f"Error: {e}")
        return None

def get_commit_date(repo_root, commit_hash):
    """Get the commit date (YYYY-MM-DD hh:mm:ss) for a given commit hash."""
    try:
        result = subprocess.run(
            ['git', 'show', '-s', '--format=%ci', commit_hash],
            cwd=repo_root,
            capture_output=True,
            text=True,
            check=True
        )
        raw_commit_date = result.stdout.strip()
        return extract_compact_date(raw_commit_date)
    except Exception as e:
        print(f"Error in getting commit time of {commit_hash}: {e}")
        return None

def get_latest_commit_info(repo_root, file_path):
    """Get the latest commit hash and message for a given file.
    Args:
        repo_root: Git repository root path
        file_path: Path to the file
    Returns:
        tuple: (commit_hash, commit_date, commit_message) or (None, None, None) if not found
    """
    try:
        result = subprocess.run(
            ['git', 'log', '-1', '--format=%H%n%ci%n%B', '--', file_path],
            cwd=repo_root,
            capture_output=True,
            text=True,
            check=True
        )

        lines = result.stdout.splitlines()
        if len(lines) >= 3:
            commit_hash = lines[0]
            commit_date = extract_compact_date(lines[1])
            commit_message = '\n'.join(lines[2:])
            return commit_hash, commit_date, commit_message

        return None, None, None
    except Exception as e:
        print(f"Fail to get latest commit info of {file_path}: {e}")
        return None, None, None

def extract_source_commit_info(repo_root, file_path):
    """Extract the source commit hash and date that this translation is based on.
    Args:
        repo_root: Git repository root path
        file_path: Path to the translation file
    Returns:
        tuple: (source_commit_hash, source_commit_date) or (None, None) if not found
    """
    try:
        _, _, translation_commit_message = get_latest_commit_info(repo_root, file_path)

        update_marker = 'Update to commit'
        update_info = ''
        source_commit_hash, source_commit_date = None, None

        for line in translation_commit_message.splitlines():
            if update_marker in line:
                update_info = line.strip()
                break

        match = re.search(r"Update to commit ([0-9a-fA-F]{7,12}) \(\"(.+?)\"\)", update_info)
        if match:
            source_commit_hash = match.group(1)
            source_commit_date = get_commit_date(repo_root, source_commit_hash)

        return source_commit_hash, source_commit_date
    except Exception as e:
        print(f"Fail to extract source commit info of {file_path}: {e}")
        return None, None

def extract_translation_language(file_path):
    """Extract the language code from the translation file path."""
    match = re.search(r'docs/translations/([^/]+)/', file_path)
    if match:
        return match.group(1)
    return None

def check_translation_update(repo_root, translation_file_path):
    """Check if the translation file is up to date with the source file.
    Args:
        repo_root: Git repository root path
        translation_file_path: Path to the translation file
    Returns:
        tuple: (is_translation, support_update_check, is_update)
        True if the translation supports update check and is up to date, False otherwise
    """
    # 1. Checks if it is a valid translation file and needs to be checked
    language = extract_translation_language(translation_file_path)
    if not os.path.exists(translation_file_path) or language is None or f"docs/translations/{language}/README.md" in translation_file_path:
        return False, False, False

    # 2. Extract commit info of the translated source file
    translated_source_commit_hash, translated_source_commit_date = extract_source_commit_info(repo_root, translation_file_path)
    if not translated_source_commit_hash:
        print(f"File {translation_file_path} does not have a formatted update commit message, skip it.")
        return True, False, False

    # 3. Get the latest commit info of the source file
    # given the translation file syzkaller/docs/translations/LANGUAGE/PATH/ORIG.md
    # then the source file should be syzkaller/docs/PATH/ORIG.md
    relative_path = os.path.relpath(translation_file_path, repo_root)
    if "docs/translations/" not in relative_path:
        print(f"File '{translation_file_path}' is not a translation, skip it.")
        return False, False, False

    source_file_path = relative_path.replace(f"docs/translations/{language}/", "docs/")
    source_file_abs_path = os.path.join(repo_root, source_file_path)
    if not os.path.exists(source_file_abs_path):
        print(f"Source file '{source_file_abs_path}' does not exist, skip it.")
        return True, True, False
    source_commit_hash, source_commit_date, _ = get_latest_commit_info(repo_root, source_file_abs_path)

    # 4. Compare the commit hashes between the translated source and latest source
    if translated_source_commit_hash[:7] != source_commit_hash[:7]:
        print(f"{translation_file_path} is based on {translated_source_commit_hash[:7]} ({translated_source_commit_date}), " \
              f"while the latest source is {source_commit_hash[:7]} ({source_commit_date}).")
        return True, True, False

    return True, True, True

def extract_compact_date(raw_date_str):
    """Extract a compact date string from a raw date string.
    Arg:
        raw_date_str: Raw date string output by '%ci' format: 'YYYY-MM-DD hh:mm:ss ZONE'
    Return:
        compact_date_str: Compact date string in format 'YYYY-MM-DD hh:mm:ss'
    """
    compact_date_str = raw_date_str
    try:
        parts = raw_date_str.split(' ')
        compact_date_str = f"{parts[0]} {parts[1]}"
    except Exception as e:
        print(f"Fail to extract compact date from {raw_date_str}: {e}")
    return compact_date_str

def main():
    parser = argparse.ArgumentParser(description="Check the update of translation files in syzkaller/docs/translations/.")
    parser.add_argument("-f", "--files", nargs="+", help="one or multiple paths of translation files (test only)")
    parser.add_argument("-r", "--repo-root", default=".", help="root directory of syzkaller (default: current directory)")
    args = parser.parse_args()

    repo_root = get_git_repo_root(args.repo_root)
    if not repo_root:
        return

    total_cnt, support_update_check_cnt, is_update_cnt = 0, 0, 0

    if args.files:
        for file_path in args.files:
            abs_file_path = os.path.abspath(file_path)
            if not abs_file_path.startswith(repo_root):
                print(f"File '{file_path}' is not in {repo_root}', skip it.")
                continue

            is_translation, support_update_check, is_update = check_translation_update(repo_root, abs_file_path)
            total_cnt += int(is_translation)
            support_update_check_cnt += int(support_update_check)
            is_update_cnt += int(is_update)
        print(f"Summary: {support_update_check_cnt}/{total_cnt} translation files have formatted commit message that support update check, " \
          f"{is_update_cnt}/{support_update_check_cnt} are update to date.")
        sys.exit(0)

    translation_dir = os.path.join(repo_root, 'docs', 'translations')
    for root, _, files in os.walk(translation_dir):
        for file in files:
            translation_path = os.path.join(root, file)
            # print(f"[DEBUG] {translation_path}")
            is_translation, support_update_check, is_update = check_translation_update(repo_root, translation_path)
            total_cnt += int(is_translation)
            support_update_check_cnt += int(support_update_check)
            is_update_cnt += int(is_update)
    print(f"Summary: {support_update_check_cnt}/{total_cnt} translation files have formatted commit message that support update check, " \
          f"{is_update_cnt}/{support_update_check_cnt} are update to date.")
    sys.exit(0)
    # We will add other exit code once all the previous translation commit messages are unified with the new format.

if __name__ == "__main__":
    main()