bt-source/panel/script/crontab_backupfiles.py

import os
import json
import zipfile
import argparse
import time
import sys
import shutil
import warnings
warnings.filterwarnings("ignore", category=UserWarning, module='zipfile')

sys.path.insert(0, "/www/server/panel/class/")
import public
from CloudStoraUpload import CloudStoraUpload  # 引入云存储上传模块

def get_cron_id(src_folder):
    """获取 `cron_id`"""
    try:
        data = public.M('crontab').where('sName=?', (src_folder,)).select()
        if data:
            return data[0]['id'], data[0]['backupTo'] ,data[0]['save_local'] # 返回 cron_id 和 backupTo 、save_local字段
        else:
            return None, None
    except Exception as e:
        print(f"获取 cron_id 失败: {str(e)}")
        return None, None

def backup_files(src_folder):
    # 引入 _CLOUD_OBJ 映射字典
    _cloud_name = {
        "tianyiyun": "天翼云cos",
        "webdav": "webdav存储",
        "minio": "minio存储",
        "dogecloud": "多吉云COS",
    }   
    print()
    print("-" * 76)
    print("★开始备份[{}]".format(public.format_date()))
    print("-" * 76)

    # 获取 cron_id 和 backupTo 字段
    cron_id, backup_to ,save_local= get_cron_id(src_folder)
    if cron_id is None:
        print(f"未找到与源文件夹 {src_folder} 相关的 cron_id，无法执行备份。")
        return

    backup_path = public.M('config').where("id=?", ('1',)).getField('backup_path')
    dst_folder_base = '{}/backup_site_file'.format(backup_path)
    dst_folder = os.path.join(dst_folder_base, os.path.basename(src_folder))

    # 创建备份目标文件夹
    if not os.path.exists(dst_folder):
        os.makedirs(dst_folder)

    try:
        # 读取已备份文件的列表
        try:
            with open(os.path.join(dst_folder, 'backup_files.json'), 'r') as f:
                backup_files = json.load(f)
        except :
            with open(os.path.join(dst_folder, 'backup_files.json'), 'w') as f:
                backup_files = {}
                json.dump(backup_files, f)            
            
        # 判断是否是第一次备份
        first_backup = len(backup_files) == 0

        # 开始备份提示
        if first_backup:
            print("|-全量备份开始")
        else:
            print("|-增量备份开始")

        # 遍历源文件夹中的所有文件，检查是否有文件需要备份
        files_to_backup = []
        for foldername, subfolders, filenames in os.walk(src_folder):
            # 排除目标备份文件夹
            if dst_folder.startswith(foldername):
                continue

            for filename in filenames:
                file_path = os.path.join(foldername, filename)

                # 获取文件的最后修改时间
                try:
                    file_time = os.path.getmtime(file_path)
                except OSError as e:
                    print(f"|-无法获取文件 {file_path} 的修改时间: {e}")
                    continue
                # 如果是第一次备份或者文件的最后修改时间在上次备份后发生变化，则添加到备份列表
                if first_backup or file_path not in backup_files or file_time > backup_files[file_path]:
                    files_to_backup.append((file_path, filename, file_time))

     
        # 如果没有文件需要备份，通知用户并退出
        if not files_to_backup:
            print("|-网站目录里没有文件发生修改，无需备份。")
            return
        # 创建压缩文件
        timestamp = time.strftime("%Y%m%d%H%M%S", time.localtime())
        src_folder_name = os.path.basename(src_folder)
        zip_filename = os.path.join(dst_folder, (timestamp + '_all_' + src_folder_name + '.zip' if first_backup else timestamp + '_' + src_folder_name + '.zip'))
        start_time = time.time()

        try:
            with zipfile.ZipFile(zip_filename, 'w') as zipf:
                # 备份所有需要备份的文件
                for file_path, filename, file_time in files_to_backup:
                    if os.path.exists(file_path):
                        try:
                            # 将文件添加到压缩文件中，保留相对于 src_folder 的路径
                            relative_path = os.path.relpath(file_path, src_folder)
                            zipf.write(file_path, arcname=relative_path)  # 使用相对路径保留目录结构
                            backup_files[file_path] = file_time  # 更新已备份文件的列表
                        except (OSError, shutil.Error) as e:
                            print(f"|-无法备份文件 {file_path}: {e}")
                            return
                    else:
                        print(f"|-文件 {file_path} 不存在，跳过")

        except zipfile.BadZipFile as e:
            print(f"|-创建压缩文件失败: {e}")
            return
        
        # 备份完成提示
        elapsed_time = time.time() - start_time
        zip_size = os.path.getsize(zip_filename)
        print("|-备份完成，耗时{:.3f}秒，压缩包大小：{}".format(elapsed_time, public.to_size(zip_size)))
        print("|-文件已备份到：{}".format(zip_filename))

        backup_type = 1 if first_backup else 0
        
        cloud_backup_path = zip_filename  # 初始备份路径为本地路径
        # backup_to="alioss"
        backup_task_status = True
        # 判断是否需要上传到云存储
        if backup_to and backup_to != 'localhost':
            if backup_to in ["tianyiyun","webdav","minio","dogecloud"]:
                cloud_name_cn = _cloud_name.get(backup_to, backup_to)  # 获取云存储的中文名
                from CloudStoraUpload import CloudStoraUpload
                _cloud_new = CloudStoraUpload()
                _cloud = _cloud_new.run(backup_to)
                if _cloud is False:
                    return False
                print("|-正在上传到{}，请稍候...".format(cloud_name_cn))
                try:
                    backup_path = _cloud_new.backup_path
                    if not backup_path.endswith('/'):
                        backup_path += '/'
                    src_folder_name = os.path.basename(src_folder)
                    upload_path = os.path.join(backup_path, "backup_site_file", src_folder_name, os.path.basename(zip_filename))
                    if _cloud.upload_file(zip_filename, upload_path):
                        print(f"|-文件已成功上传到云存储：{cloud_name_cn}")
                        cloud_backup_path = upload_path + '|' + backup_to + '|' + os.path.basename(zip_filename)  # 更新为云存储路径
                    else:
                        backup_task_status = False
                        print(f"|-上传到{cloud_name_cn}失败")
                except Exception as e:
                    backup_task_status = False
                    print(f"|-上传到{cloud_name_cn}时发生错误: {str(e)}")
            else:
                from CloudStoraUpload import CloudStoraUpload
                _cloud = CloudStoraUpload()
                _cloud.run(backup_to)
                cloud_name_cn = _cloud.obj._title
                if not _cloud.obj:
                    return False
                print("|-正在上传到{}，请稍候...".format(cloud_name_cn))
                try:
                    backup_path = _cloud.obj.backup_path
                    if not backup_path.endswith('/'):
                        backup_path += '/'
                    src_folder_name = os.path.basename(src_folder)
                    upload_path = os.path.join(backup_path, "backup_site_file", src_folder_name, os.path.basename(zip_filename))
                    if _cloud.cloud_upload_file(zip_filename, upload_path):
                        print(f"|-已成功上传到{cloud_name_cn}")
                        cloud_backup_path = upload_path + '|' + backup_to + '|' + os.path.basename(zip_filename)  # 更新为云存储路径
                    else:
                        backup_task_status = False
                        print(f"|-上传到{cloud_name_cn}失败")
                except Exception as e:
                    backup_task_status = False
                    print(f"|-上传到{cloud_name_cn}时发生错误: {str(e)}")
            if not save_local:
                if os.path.exists(zip_filename):
                    if backup_task_status:
                        print("|-备份成功，已上传到云端，并删除本地备份文件：{}".format(zip_filename))
                    else:
                        print("|-上传云端失败，已删除本地备份文件：{}".format(zip_filename))
                    os.remove(zip_filename)

        # 如果备份任务成功，则插入数据库， 并保存已备份文件的列表， 否则由于没有备份文件，则不插入数据库，也不更新已备份文件的列表
        if backup_task_status:
            # 将备份记录插入 `backup` 表，filename 字段使用云存储路径或本地路径
            public.M('backup_site_file').add('cron_id, type, name, filename, size, addtime,src_folder,backupTo',
                                (cron_id, backup_type, zip_filename,cloud_backup_path, zip_size, public.format_date(),src_folder,backup_to))

            # 保存已备份文件的列表
            try:
                with open(os.path.join(dst_folder, 'backup_files.json'), 'w') as f:
                    json.dump(backup_files, f)
            except OSError as e:
                print(f"|-无法保存已备份文件的列表: {e}")
                return

    except Exception as e:
        import traceback
        print(traceback.format_exc())
        print("|-备份失败！" + str(e))

import sys
import os
if __name__ == "__main__":
    sys.stdout = os.fdopen(sys.stdout.fileno(), 'w', buffering=1)  # 设置行缓冲
    parser = argparse.ArgumentParser(description='Backup files.')
    parser.add_argument('--src_folder', type=str, required=True, help='The source folder to backup.')
    args = parser.parse_args()

    backup_files(args.src_folder)