GitLab 服务器宕机时的项目代码恢复方法

#!/usr/bin/env python
# -*-coding:utf-8 -*-
# ==============================================================================
# Copyright (c) 2025 laugh12321 Authors. All Rights Reserved.
#
# Licensed under the GNU General Public License v3.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     https://www.gnu.org/licenses/gpl-3.0.html  
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
# File    :   hashed_repo_cloner.py
# Version :   1.0
# Author  :   laugh12321
# Contact :   laugh12321@vip.qq.com
# Date    :   2025/03/31 14:51:38
# Desc    :   None
# ==============================================================================
from pathlib import Path
import configparser
import subprocess
import argparse
from typing import Optional
from rich.progress import track
import sys
def extract_repo_name_from_config(config_path: Path) -> str:
    """
    从Git配置文件中提取仓库完整路径
    :param config_path: Git配置文件路径
    :return: 仓库完整路径
    :raises ValueError: 如果配置缺少gitlab段或fullpath键
    :raises FileNotFoundError: 如果配置文件不存在
    """
    if not config_path.is_file():
        raise FileNotFoundError(f"Git config file not found: {config_path}")
    config = configparser.ConfigParser()
    config.read(config_path)
    if 'gitlab' not in config or 'fullpath' not in config['gitlab']:
        raise ValueError(f"Config file missing required gitlab section or fullpath key: {config_path}")
    return config.get('gitlab', 'fullpath')
def add_safe_directory(git_dir: Path) -> None:
    """
    将Git目录添加到安全目录列表
    :param git_dir: Git仓库路径
    """
    subprocess.run(
        ["git", "config", "--global", "--add", "safe.directory", str(git_dir)],
        check=True,
        stdout=subprocess.DEVNULL,  # 将标准输出重定向到 /dev/null
        stderr=subprocess.DEVNULL   # 将标准错误重定向到 /dev/null
    )
def clone_repository(source_dir: Path, target_dir: Path, repo_name: str) -> None:
    """
    克隆仓库到目标目录
    :param source_dir: 源Git仓库路径
    :param target_dir: 目标目录路径
    :param repo_name: 仓库名称
    """
    target_path = target_dir / repo_name
    subprocess.run(
        ["git", "clone", str(source_dir), str(target_path)],
        check=True,
        stdout=subprocess.DEVNULL,  # 将标准输出重定向到 /dev/null
        stderr=subprocess.DEVNULL   # 将标准错误重定向到 /dev/null
    )
def process_git_repositories(hashed_repos_dir: Path, output_dir: Path) -> None:
    """
    处理所有哈希化的Git仓库并将其克隆到输出目录
    :param hashed_repos_dir: 包含哈希化仓库的目录
    :param output_dir: 输出目录
    """
    # 预过滤.git目录，排除wiki和design仓库
    git_folders = [
        folder for folder in hashed_repos_dir.rglob("*.git")
        if not folder.name.endswith((".wiki.git", ".design.git"))
    ]
    if not git_folders:
        print("No valid Git repositories found to process.")
        return
    for git_folder in track(git_folders, description="Processing repositories"):
        config_path = git_folder / "config"
        try:
            repo_name = extract_repo_name_from_config(config_path)
            add_safe_directory(git_folder)
            clone_repository(git_folder, output_dir, repo_name)
        except Exception as e:
            print(f"Error processing {git_folder.name}: {e}")
            sys.exit()  # 终止程序
def validate_directory(path: Optional[str]) -> Path:
    """
    验证并将路径字符串转换为Path对象
    :param path: 路径字符串
    :return: Path对象
    :raises ValueError: 如果路径不存在或不是目录
    """
    if path is None:
        raise ValueError("Path cannot be None")
    path_obj = Path(path)
    if not path_obj.exists():
        raise ValueError(f"Path does not exist: {path}")
    if not path_obj.is_dir():
        raise ValueError(f"Path is not a directory: {path}")
    return path_obj
def parse_arguments():
    """
    解析命令行参数
    :return: 包含参数的命名空间
    """
    parser = argparse.ArgumentParser(
        description="将GitLab哈希化仓库克隆到目标目录",
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )
    parser.add_argument(
        "--source",
        type=str,
        required=True,
        help="包含哈希化仓库的源目录（必须）"
    )
    parser.add_argument(
        "--output",
        type=str,
        required=True,
        help="克隆仓库的目标目录（必须）"
    )
    return parser.parse_args()
def main():
    args = parse_arguments()
    try:
        source_dir = validate_directory(args.source)
        output_dir = Path(args.output)
        process_git_repositories(source_dir, output_dir)
    except ValueError as e:
        print(f"Argument error: {e}")
        return 1
    return 0
if __name__ == "__main__":
    exit(main())

python hashed_repo_cloner.py --source gitlab_hashed_dir --output project_out_dir