# coding: utf-8 # ------------------------------------------------------------------- # 宝塔Linux面板 # ------------------------------------------------------------------- # Copyright (c) 2015-2099 宝塔软件(http://bt.cn) All rights reserved. # ------------------------------------------------------------------- # Author: sww # ------------------------------------------------------------------- # 备份 # ------------------------------ import datetime import json import os import time import sys import concurrent.futures import threading import hashlib if '/www/server/panel/class' not in sys.path: sys.path.insert(0, '/www/server/panel/class') if '/www/server/panel' not in sys.path: sys.path.insert(0, '/www/server/panel') import public import panelMysql import db_mysql import database import psutil import ajax from firewallModel.comModel import main as firewall_main from safeModel.firewallModel import main as safe_firewall_main from CloudStoraUpload import CloudStoraUpload # 引入云存储上传模块 class main: sys_config = public.M('config').where("id=1", ()).find() setting_path='{}/data/whole_machine_backup_settings.json'.format(public.get_panel_path()) if os.path.exists(setting_path): sys_backup_path = json.loads(public.ReadFile(setting_path))['sys_backup_path'] else: sys_backup_path = '/www/backup/' if sys_config and sys_config.get('backup_path'): sys_backup_path = sys_config.get('backup_path') sys_backup_path = sys_backup_path if sys_backup_path.endswith('/') else sys_backup_path + '/' backup_path = '{}whole_machine_backup/'.format(sys_backup_path) backup_log_path = '{}log/'.format(backup_path) all_backup_config_path = os.path.join(public.get_panel_path(), 'config/whole_machine_backup.json') time_str = public.format_date() lock = None executor = None functions = [] backup_config = {} reduction_config = {} backup_save_config = backup_path + '{}/backup.json' id_config = None backup_record = None reduction_log_path = None backup_task_data = None logs_file = '{}whole_machine_backup.log'.format(backup_path) status = None error_num = 0 access_num = 0 def __init__(self): if not os.path.exists(self.backup_path): public.ExecShell("mkdir -p {}".format(self.backup_path)) public.ExecShell("chmod -R 755 {}".format(self.backup_path)) public.ExecShell("chown -R www:www {}".format(self.backup_path)) if not os.path.exists(self.all_backup_config_path): public.writeFile(self.all_backup_config_path, json.dumps({})) self.config = json.loads(public.readFile(self.all_backup_config_path)) def print_log(self, log: str): time_str = time.strftime('%Y-%m-%d %H:%M:%S') log = "{} $$ {}".format(time_str, log) public.writeFile(self.logs_file, log + "\n", 'a+') def write_config(self, id, conf): self.config[id] = conf public.writeFile(self.all_backup_config_path, json.dumps(self.config)) def get_md5(self, path): try: if os.path.exists(path) and os.path.isfile(path): return public.FileMd5(path) return False except: return False # ====================================================================== # 交互层级 # ====================================================================== # 获取恢复对比列表 # 获取备份任务列表 def get_task_list(self, get=None): try: if not hasattr(get, 'page') or get.page == '': get.page = 1 if not hasattr(get, 'limit') or get.limit == '': get.limit = 10 get.page, get.limit = int(get.page), int(get.limit) result = [] ids = ['log'] for k, v in self.config.items(): info = {'id': k} ids.append(k) info.update(v) info['backup_path'] = info['backup_path'] + '.tar.gz' result.append(info) for i in os.listdir(self.backup_path): if os.path.isdir(os.path.join(self.backup_path, i)) and i not in ids: public.ExecShell('rm -rf {}'.format(os.path.join(self.backup_path, i))) result = sorted(result, key=lambda x: x['addtime'], reverse=True) # 做分页处理 data = public.get_page(len(result), get.page, get.limit) data['data'] = result[get.page * get.limit - get.limit:get.page * get.limit] return public.returnMsg(True, data) except: self.print_log(public.get_error_info()) return public.returnMsg(False, '获取任务列表失败！') # 获取任务信息 def get_task_info(self, get): if not hasattr(get, 'id'): return public.returnMsg(False, '参数错误,缺少参数id！') if get.id not in self.config: return public.returnMsg(False, '任务不存在！') task_config_path = self.config[get.id]["task_config"] try: task_config = json.loads(public.readFile(task_config_path)) if isinstance(task_config['backup_config'], str): task_config['backup_config'] = json.loads(task_config['backup_config']) if isinstance(task_config['reduction_config'], str): task_config['reduction_config'] = json.loads(task_config['reduction_config']) except: return public.returnMsg(False, '任务配置文件读取失败！') return public.returnMsg(True, task_config) # 删除任务 def del_task(self, get): if not hasattr(get, 'id'): return public.returnMsg(False, '参数错误,缺少参数id！') if get.id not in self.config: return public.returnMsg(False, '任务不存在！') if "task_id" in self.config[get.id]: count = public.M('tasks').where("id=? nd status!='1'", (self.config[get.id]["task_id"],)).count() if count: return public.returnMsg(False, '任务正在执行中，请等待执行结束后再删除！') del self.config[get.id] public.ExecShell("rm -rf {}*".format(os.path.join(self.backup_path, get.id))) public.ExecShell("rm -rf {}".format(os.path.join(self.backup_log_path, get.id + "_backup.log"))) public.ExecShell("rm -rf {}".format(os.path.join(self.backup_log_path, get.id + "_reduction.log"))) public.writeFile(self.all_backup_config_path, json.dumps(self.config)) return public.returnMsg(True, '删除成功！') # 获取备份日志 def get_backup_log(self, get): if not hasattr(get, 'id'): return public.returnMsg(False, '参数错误,缺少参数id！') if get.id not in self.config: return public.returnMsg(False, '任务不存在,请刷新后重试！！') backup_log_path = self.config[get.id]["backup_log_path"] if not os.path.exists(backup_log_path): return public.returnMsg(False, '未检测到日志！') log = public.readFile(backup_log_path) if log: try: log = json.loads(log) return public.returnMsg(True, log) except: pass return public.returnMsg(False, "日志格式话出错！") # 获取还原日志 def get_reduction_log(self, get): if not hasattr(get, 'id'): return public.returnMsg(False, '参数错误,缺少参数id！') if get.id not in self.config: return public.returnMsg(False, '任务不存在,请刷新后重试！') reduction_log_path = self.config[get.id]["reduction_log_path"] if not os.path.exists(reduction_log_path): return public.returnMsg(False, '未检测到日志！') log = public.readFile(reduction_log_path) if log: try: log = json.loads(log) return public.returnMsg(True, log) except: pass return public.returnMsg(False, "日志格式话出错！") # 获取备份数据列表 def get_data_list(self, get): """ 获取备份数据列表 :param get: """ result = {} # 环境备份列表 result["env_list"] = self.get_env_list() # 数据备份列表 result["data_list"] = {} result["data_list"]["site_list"] = self.get_site_list() result["data_list"]["sql_list"] = self.get_sql_list() result["data_list"]["ftp_list"] = self.get_ftp_list() result["data_list"]["terminal_list"] = self.get_terminal_list() result["data_list"]["crontab_list"] = self.get_crontab_list() result["data_list"]['safety'] = { "port_list": [{"name": "端口规则", "status": 1, "backup_status": 0, "reduction_status": 0}], "ip_list": [{"name": "IP规则", "status": 1, "backup_status": 0, "reduction_status": 0}], "port_redirect": [{"name": "端口转发", "status": 1, "backup_status": 0, "reduction_status": 0}], "area_list": [{"name": "地区规则", "status": 1, "backup_status": 0, "reduction_status": 0}], "ssh_config": [{"name": "ssh配置", "status": 1, "backup_status": 0, "reduction_status": 0}], 'words': [{"name": "违规词检测-关键词", "status": 1, "backup_status": 0, "reduction_status": 0}], } # 配置备份列表 # result["config_list"] = self.get_config_list() return result def get_site_list(self): """ 获取站点列表 :return: dict """ # result = {'php': [], 'proxy': [], 'java': [], 'node': [], 'go': [], 'python': [], 'net': [], 'html': [], 'other': []} result = {'php': [], 'proxy': []} # now_list = ['php', 'proxy'] data = public.M('sites').field('name,project_type,id,ps').select() if isinstance(data, str): return {} for i in data: if i['project_type'].lower() not in result.keys(): continue result[i['project_type'].lower()].append({"name": i['name'], "status": 1, "backup_status": 0, "reduction_status": 0, "id": i['id'], 'ps': i['ps']}) cont = [i for i, j in result.items() if not j] [result.pop(i) for i in cont] return result def get_sql_list(self): """ 获取数据库列表 :return: dict """ result = {} data = public.M('databases').field('name,type,id').select() result['mysql'] = [] if isinstance(data, str): return {} for i in data: if i['type'].lower() not in result: continue if i['type'].lower() in ['mysql']: result[i['type'].lower()].append({"name": i['name'], "status": 1, "backup_status": 0, "reduction_status": 0, "id": i['id']}) # else: # result[i['type'].lower()].append({"name": i['name'], "status": 3, "backup_status": 0, "reduction_status": 0, "id": i['id']}) # result['redis'] = [{"name": "redis", "status": 3, "backup_status": 0, "reduction_status": 0}] # result['sqlite'] = [] # db_file_path = '{}/data/db_model.json'.format(public.get_panel_path()) # if os.path.exists(db_file_path): # db_data = json.loads(public.readFile(db_file_path)) # for i in db_data: # result['sqlite'].append({"name": os.path.basename(i), "status": 3, "backup_status": 0, "reduction_status": 0}) return result def get_ftp_list(self): """ 获取ftp列表 :return: list """ result = [] data = public.M('ftps').field('name,id').select() if isinstance(data, str): return [] for i in data: result.append({"name": i['name'], "status": 1, "backup_status": 0, "reduction_status": 0, "id": i['id']}) return result def get_env_list(self): result = {} # 获取web服务状态 web_type = public.get_webserver() if web_type == 'nginx': web_setup = os.path.exists('/www/server/nginx') web_version = public.readFile('/www/server/nginx/version.pl').strip() if web_setup else "" elif web_type == 'apache': web_setup = os.path.exists('/www/server/apache') web_version = public.readFile('/www/server/apache/version.pl').strip() if web_setup else "" else: web_setup = False web_version = "" result[web_type] = [{"setup": web_setup, "name": web_version, "status": 1 if web_setup else 0, "backup_status": 0, "reduction_status": 0}] # 获取数据库版本,及安装状态 mysql_path = "/www/server/mysql" mysql_setup = os.path.exists(mysql_path) mysql_version = public.readFile(mysql_path + "/version.pl").strip() if mysql_setup else "" result['mysql'] = [{"setup": mysql_setup, "name": mysql_version, "status": 1 if mysql_setup else 0, "backup_status": 0, "reduction_status": 0, "primitive_data": "0"}] # 获取 ftp 服务状态 ftp_path = "/www/server/pure-ftpd" ftp_setup = os.path.exists(ftp_path) ftp_version = public.readFile(ftp_path + "/version.pl").strip() if ftp_setup else "" result['ftp'] = [{"setup": ftp_setup, "name": ftp_version, "status": 1 if ftp_setup else 0, "backup_status": 0, "reduction_status": 0}] # 获取php版本 php_path = "/www/server/php" php_list = ['52', '53', '54', '55', '56', '70', '71', '72', '73', '74', '80', '81', '82', '83'] for i in php_list: if 'php' not in result: result['php'] = [] try: int(i) result['php'].append({"name": i, "status": 1 if os.path.exists('/www/server/php/{}/bin'.format(i)) else 0, "backup_status": 0, "reduction_status": 0, 'setup': os.path.exists('/www/server/php/{}/bin'.format(i))}) except: pass # mongo_path = "/www/server/mongodb" # mongo_setup = os.path.exists(mongo_path) # mongo_version = public.readFile(mongo_path + "/version.pl").strip() if mongo_setup else "" # result['mongo'] = [{"setup": mongo_setup, "name": mongo_version, "status": 3, "backup_status": 0, "reduction_status": 0}] # # redis_path = "/www/server/redis" # redis_setup = os.path.exists(redis_path) # redis_version = public.readFile(redis_path + "/version.pl").strip() if redis_setup else "" # result['redis'] = [{"setup": redis_setup, "name": redis_version, "status": 3, "backup_status": 0, "reduction_status": 0}] # # pgsql_path = "/www/server/pgsql" # pgsql_setup = os.path.exists(pgsql_path) # pgsql_version = public.readFile(pgsql_path + "/data/PG_VERSION").strip() if pgsql_setup else "" # result['pgsql'] = [{"setup": pgsql_setup, "name": pgsql_version, "status": 3, "backup_status": 0, "reduction_status": 0}] # result['python'] = [{"setup": False, "name": '', "status": 3, "backup_status": 0, "reduction_status": 0}] # result['java'] = [{"setup": False, "name": '', "status": 3, "backup_status": 0, "reduction_status": 0}] # result['node'] = [{"setup": False, "name": '', "status": 3, "backup_status": 0, "reduction_status": 0}] # result['.net'] = [{"setup": False, "name": '', "status": 3, "backup_status": 0, "reduction_status": 0}] # result['tomcat'] = [{"setup": False, "name": '', "status": 3, "backup_status": 0, "reduction_status": 0}] return result def get_config_list(self): result = {"alarm": [{"name": "面板告警", "status": 3, "backup_status": 0, "reduction_status": 0}], } return result def get_terminal_list(self): result = [] result.append({"name": "服务器列表", "status": 1, "backup_status": 0, "reduction_status": 0}) result.append({"name": "常用命令", "status": 1, "backup_status": 0, "reduction_status": 0}) return result def get_crontab_list(self): result = [] result.append({"name": "计划任务列表", "status": 1, "backup_status": 0, "reduction_status": 0}) return result # ====================================================================== # 创建任务 # ====================================================================== def create_task(self, get): """ 创建备份任务 :param get: type: 1:备份 2还原 id: 还原配置id conf: 备份配置信息 :return: """ if not hasattr(get, 'type'): return public.returnMsg(False, '参数错误,缺少参数type！') if not hasattr(get, 'id') and get.type == '2' and not hasattr(get, 'reduction_config'): return public.returnMsg(False, '参数错误,缺少参数reduction_config或id！') if get.type == '1' and not hasattr(get, 'backup_config'): return public.returnMsg(False, '参数错误,缺少参数backup_config！') if not hasattr(get, "backup_type") or get.backup_type == "": get.backup_type = "整机备份" if not hasattr(get, "next_exec_time") or get.next_exec_time == "": get.next_exec_time = "0" # get.storage_type="ftp" # 设置存储类型，默认为 "local" storage_type = get.storage_type if hasattr(get, 'storage_type') else 'local' if get.type == '2' and storage_type !='local': return public.returnMsg(False, '暂时不还原云存储文件！') try: # 根据任务类型设置任务名称 if get.type == '1': name = "备份任务" else: name = "还原任务" # 检查是否存在重复任务（同名任务且未完成） task_data = public.M('tasks').where("name = ? AND status != ?", ("{}".format(name), "1")).find() if task_data: return public.returnMsg(False, '已有重复的任务了，请上一个备份任务执行完成后再进行添加新的备份任务！') # 初始化任务参数 get.type = get.type if hasattr(get, 'type') else '1' get.backup_sql_time = int(get.backup_sql_time) if hasattr(get, 'backup_sql_time') else 0 if int(get.type) == 1: # 备份任务 if get.next_exec_time not in [0, '0']: exec_time=datetime.datetime.fromtimestamp(int(get.next_exec_time)).strftime("%Y-%m-%d %H:%M:%S") else: exec_time="暂未执行" # 确保 backup_config 为 JSON 格式 get.backup_config = get.backup_config if isinstance(get.backup_config, str) else json.dumps(get.backup_config) # 生成唯一任务 ID get.id = public.GetRandomString(16) # 设置任务相关文件路径 task_config_path = os.path.join(self.backup_path, get.id, "task_config.json") reduction_task_config_path = os.path.join(self.backup_path, get.id + "_reduction.json") storage_backup_path="" if storage_type !='local': name="{}.tar.gz".format(get.id) cloud_name=get.storage_type import CloudStoraUpload c = CloudStoraUpload.CloudStoraUpload() c.run(cloud_name) url = '' backup_path = c.obj.backup_path storage_backup_path = os.path.join(backup_path, "whole_machine_backup",name) # 定义任务配置 conf = { "backup_sql_time": get.backup_sql_time, "addtime": time.strftime('%Y-%m-%d %H:%M:%S'), "backup_path": os.path.join(self.backup_path, get.id), "backup_log_path": os.path.join(self.backup_log_path, get.id + "_backup.log"), "reduction_log_path": os.path.join(self.backup_log_path, get.id + "_reduction.log"), "status": 0, # -1 备份中 0 等待备份 1 备份完成 2 备份失败 3 还原中 4 还原完成 5 还原失败 "task_config": task_config_path, "reduction_task_config_path": reduction_task_config_path, "exec_time": exec_time, "backup_type": get.backup_type, "name": get.get('name', get.backup_type), "storage_type":storage_type, "storage_backup_path":storage_backup_path } # 创建备份任务目录 if not os.path.exists(os.path.join(self.backup_path, get.id)): public.ExecShell("mkdir -p {}".format(os.path.join(self.backup_path, get.id))) # 写入任务配置文件 task_config = { "backup_config": get.backup_config, "reduction_config": {} } public.writeFile(task_config_path, json.dumps(task_config)) # 将任务配置写入全局配置 self.write_config(get.id, conf) # 如果设置了定时执行时间，加入定时任务 if get.next_exec_time not in [0, '0']: data = { "name": 'whole_machine_backup', "title": '面板数据备份', "type": "1", "time": str(int(get.next_exec_time) + 10), "fun": 'create_queue', "args": {"id": get.id, "type": 1}, "model_index": "panel" } public.set_tasks_run(data) else: # 立即加入任务队列 self.create_queue(public.to_dict_obj({"id": get.id, "type": 1})) elif int(get.type) == 2: # 还原任务 # 检查还原任务是否存在 if get.id not in self.config: return public.returnMsg(False, '还原配置不存在,请刷新后重试！') # 设置还原任务配置路径 reduction_task_config_path = os.path.join(self.backup_path, get.id + "_reduction.json") # 写入还原配置文件 reduction_config = get.reduction_config task_config = {"reduction_config": reduction_config} public.writeFile(reduction_task_config_path, json.dumps(task_config)) # 加入还原任务队列 self.create_queue(public.to_dict_obj({"id": get.id, "type": 2})) return public.returnMsg(True, '添加成功！') except: # 捕获异常，记录错误日志并返回失败消息 self.print_log(public.get_error_info()) return public.returnMsg(False, '添加任务报错了！') def check_plugins(self, get): import PluginLoader """ 检查指定目录下是否存在某些插件目录，并判断对应存储是否安装 :param plugin_path: 插件目录的路径，例如 "/www/server/panel/plugin" :return: 一个字典，包含每个插件的安装状态 """ import os plugin_path = "{}/plugin".format(public.get_panel_path()) # 定义需要检查的插件 plugins = ["alioss", "txcos", "ftp", "qiniu","webdav"] # 初始化结果字典 result = {} # 检查插件目录 for plugin in plugins: plugin_dir = os.path.join(plugin_path, plugin) # 初始化插件信息 result[plugin] = { "install": os.path.exists(plugin_dir), # 插件目录是否存在 "config": False # 默认 config 为 False } # 检查配置状态 if result[plugin]["install"]: try: get.path = "/" if plugin == "webdav": res = PluginLoader.plugin_run(plugin, "list_files", get) if not "status" in res: print(res) result[plugin]["config"] = True else: res = PluginLoader.plugin_run(plugin, "get_list", get) if "list" in res and "list": result[plugin]["config"] = True # if not "status" in res: # print(res) # result[plugin]["config"] = True except Exception as e: result[plugin]["config"] = False return public.returnMsg(True, result) def delete_account(self, get): storage_type=get.storage_type panel_path=public.get_panel_path() plugin_path = "{}/plugin".format(panel_path) config_path = os.path.join(plugin_path, storage_type,"config.conf") aes_status_path = os.path.join(plugin_path, storage_type,"aes_status") data_path=os.path.join("{}/data".format(panel_path),"{}AS.conf".format(storage_type)) # # 检查 aes_status 文件内容 # if os.path.exists(config_path): public.ExecShell("rm -rf {}".format(config_path)) public.ExecShell("rm -rf {}".format(aes_status_path)) public.ExecShell("rm -rf {}".format(data_path)) return public.returnMsg(True, "删除账号成功！") def backup_download(self, get): if not hasattr(get, 'backup_path') or not hasattr(get, 'storage_type'): return public.returnMsg(False, '请传入backup_path!') # 调用 check_plugins 检查云存储插件状态 plugin_status = self.check_plugins(get)["msg"] storage_type = get.storage_type if storage_type not in ["alioss", "txcos", "ftp", "qiniu", "webdav","local"]: return public.returnMsg(False, "不支持该插件：{}".format(storage_type)) if storage_type in plugin_status: if not plugin_status[storage_type]["install"]: return public.returnMsg(False, "请先安装{}存储插件！".format(storage_type)) if not plugin_status[storage_type]["config"]: return public.returnMsg(False, "{}存储插件未配置，请先配置！".format(storage_type)) backup_path=get.backup_path if get.storage_type=="webdav" or get.storage_type=="local" or get.storage_type=="ftp": if get.storage_type=="webdav": import sys if '/www/server/panel/plugin/webdav' not in sys.path: sys.path.insert(0, '/www/server/panel/plugin/webdav') try: from webdav_main import webdav_main as webdav # get.object_name =os.path.join(webdav().default_backup_path , "whole_machine_backup", os.path.basename(backup_path)) # self.client.download_file(from_path=download_path, to_path=local_path) download_path=os.path.join(webdav().default_backup_path , "whole_machine_backup",os.path.basename(backup_path)) local_path = os.path.join("/tmp", os.path.basename(backup_path)) webdav().client.download_file(from_path=download_path, to_path=local_path) path=local_path except Exception as e: if "could not be found in the server" in str(e): return public.returnMsg(False, '在云存储中未发现该文件!') return public.returnMsg(False, '请先安装webdav存储插件！') elif get.storage_type=="ftp": import sys if '/www/server/panel/plugin/ftp' not in sys.path: sys.path.insert(0, '/www/server/panel/plugin/ftp') try: from ftp_main import ftp_main as ftp # get.object_name =os.path.join(webdav().default_backup_path , "whole_machine_backup", os.path.basename(backup_path)) # self.client.download_file(from_path=download_path, to_path=local_path) ftp_backup_path=ftp().get_config(get)['backup_path'] download_path=os.path.join(ftp_backup_path , "whole_machine_backup",os.path.basename(backup_path)) local_path = os.path.join("/tmp", os.path.basename(backup_path)) ftp().client.generate_download_url(download_path) path=local_path except: import traceback print(traceback.format_exc()) return public.returnMsg(False, '请先安装ftp存储插件！') else: path = get.backup_path if os.path.exists(path): return {'status': True, 'is_loacl': True, 'path': path} return public.returnMsg(False, '文件不存在！') else: name=os.path.basename(backup_path) cloud_name=get.storage_type import CloudStoraUpload c = CloudStoraUpload.CloudStoraUpload() c.run(cloud_name) url = '' backup_path = c.obj.backup_path path = os.path.join(backup_path, "whole_machine_backup") data = c.obj.get_list(path) for i in data['list']: print(i) if i['name'] == name: url = i['download'] if url == '': return public.returnMsg(False, '在云存储中未发现该文件!') return {'status': True, 'is_loacl': False, 'path': url} def get_sys_backup_path_config(self,get=None): setting_path='{}/data/whole_machine_backup_settings.json'.format(public.get_panel_path()) try: with open(setting_path, 'r') as f: settings = json.load(f) except: settings = {'sys_backup_path': self.sys_backup_path} with open(setting_path, 'w') as f: json.dump(settings, f) sys_backup_path = settings.get('sys_backup_path', self.sys_backup_path) return public.returnMsg(True,sys_backup_path) def set_sys_backup_path_config(self, get): setting_path='{}/data/whole_machine_backup_settings.json'.format(public.get_panel_path()) sys_backup_path = get.sys_backup_path if get.sys_backup_path.endswith('/') else get.sys_backup_path + '/' # 检查是否是有效目录路径 if not os.path.isabs(sys_backup_path): return public.returnMsg(False, "请输入正确的目录路径!") settings = { 'sys_backup_path': sys_backup_path } with open(setting_path, 'w') as f: json.dump(settings, f) return public.returnMsg(True, "设置成功！") # ====================================================================== # 开始备份 # ====================================================================== # 开始入口 def backup(self, id): """ 备份 :param id: :return: """ try: if not isinstance(id, str): id = id['id'] # self.lock = threading.Lock() # self.executor = concurrent.futures.ThreadPoolExecutor(max_workers=3) if id not in self.config.keys(): return public.returnMsg(False, '任务不存在！') self.backup_save_config = self.backup_save_config.format(id) self.backup_log_path = self.config[id]["backup_log_path"] conf = self.config[id] conf["status"] = -1 self.status = 1 conf["exec_time"] = time.strftime('%Y-%m-%d %H:%M:%S') self.write_config(id, conf) backup_path = self.backup_path self.backup_path = conf["backup_path"] # 别用backup_path if not os.path.exists(self.backup_path): public.ExecShell('mkdir -p {}'.format(os.path.basename(self.backup_path))) if not os.path.exists(os.path.join(self.backup_path, "backup")): public.ExecShell('mkdir -p {}'.format(os.path.join(self.backup_path, "backup"))) if not os.path.exists(os.path.dirname(self.backup_log_path)): public.ExecShell('mkdir -p {}'.format(os.path.dirname(self.backup_log_path))) # 获取备份配置 self.backup_config = json.loads(public.readFile(conf["task_config"]))["backup_config"] self.backup_config = json.loads(self.backup_config) if not os.path.exists(self.backup_log_path): public.writeFile(self.backup_log_path, json.dumps(self.backup_config)) else: try: self.backup_config = json.loads(public.readFile(self.backup_log_path)) except: pass # 创建备份目录 # 备份环境 self.backup_env(self.backup_config) # 备份数据 self.backup_data(self.backup_config) # 备份配置 暂时不做.... # self.backup_panel_config(self.backup_config) # 备份完成 将备份文件压缩 conf["status"] = self.status conf['error_num'] = self.error_num conf['access_num'] = self.access_num conf_path = os.path.join(conf['backup_path'], id) public.writeFile(conf_path, json.dumps({id: conf})) public.ExecShell('cp {} {}'.format(self.backup_log_path, conf['backup_path'])) public.ExecShell('cp {} {}'.format(os.path.join(conf['backup_path'], 'backup.json'), os.path.join(backup_path, id + '_backup.json'))) # public.ExecShell('tar -zcvf {}.tar.gz -C {} .'.format(self.backup_path, self.backup_path)) # 压缩备份文件 self.print_log(self.backup_path) tar_gz_filename ="{}.tar.gz".format(self.backup_path) public.ExecShell(f'tar -zcvf {tar_gz_filename} -C {self.backup_path} .') self.print_log(f"->>>压缩备份文件完成：{tar_gz_filename}") # 判断是否需要上传到云存储 storage_type = conf.get("storage_type", "local") cloud_backup_path = tar_gz_filename # 初始备份路径为本地路径 if storage_type != "local" and os.path.exists(tar_gz_filename): _cloud_name = { "tianyiyun": "天翼云cos", "webdav": "webdav存储", "minio": "minio存储", "dogecloud": "多吉云COS", } print(333333333333333) if storage_type in ["tianyiyun","webdav","minio","dogecloud"]: cloud_name_cn = _cloud_name.get(storage_type, storage_type) # 获取云存储的中文名 from CloudStoraUpload import CloudStoraUpload _cloud_new = CloudStoraUpload() _cloud = _cloud_new.run(storage_type) if _cloud is False: return False self.print_log("->>>正在上传文件{}到{}，请稍候...".format(tar_gz_filename,cloud_name_cn)) try: backup_path = _cloud_new.backup_path if not backup_path.endswith('/'): backup_path += '/' upload_path = os.path.join(backup_path, "whole_machine_backup", os.path.basename(tar_gz_filename)) self.print_log(tar_gz_filename) self.print_log(upload_path) if _cloud.upload_file(tar_gz_filename, upload_path): self.print_log(f"->>>文件已成功上传到云存储：{cloud_name_cn}") public.ExecShell('rm -rf {}'.format(tar_gz_filename)) self.print_log('删除本地文件{}'.format(tar_gz_filename)) # cloud_backup_path = upload_path + '|' + storage_type + '|' + os.path.basename(tar_gz_filename) # 更新为云存储路径 else: self.print_log(f"->>>上传到{cloud_name_cn}失败") except Exception as e: self.print_log(f"->>>上传到{cloud_name_cn}时发生错误: {str(e)}") else: print(storage_type) from CloudStoraUpload import CloudStoraUpload _cloud = CloudStoraUpload() _cloud.run(storage_type) cloud_name_cn = _cloud.obj._title if not _cloud.obj: return False self.print_log("->>>正在上传文件{}到{}，请稍候...".format(tar_gz_filename,cloud_name_cn)) try: backup_path = _cloud.obj.backup_path if not backup_path.endswith('/'): backup_path += '/' upload_path = os.path.join(backup_path, "whole_machine_backup", os.path.basename(tar_gz_filename)) print(upload_path) print((tar_gz_filename)) if _cloud.cloud_upload_file(tar_gz_filename, upload_path): self.print_log(f"->>>已成功上传到{cloud_name_cn}") public.ExecShell('rm -rf {}'.format(tar_gz_filename)) self.print_log('删除本地文件{}'.format(tar_gz_filename)) # cloud_backup_path = upload_path + '|' + storage_type + '|' + os.path.basename(tar_gz_filename) # 更新为云存储路径 else: self.print_log(f"->>>上传到{cloud_name_cn}失败") except Exception as e: self.print_log(f"->>>上传到{cloud_name_cn}时发生错误: {str(e)}") # return public.returnMsg(False, '备份失败！') public.ExecShell('rm -rf {}'.format(self.backup_path)) self.write_config(id, conf) return public.returnMsg(True, '备份完成！') except: print(public.get_error_info()) return public.returnMsg(False, '备份失败！') # 修改备份状态 def change_backup_status1(self, block, name="", son_name="", status_name="", status=0, sec_name='', ): # 通过线程锁来修改self变量并写入文件中 pass def change_backup_status(self, block, name="", son_name="", status_name="", status=0, sec_name='', msg=''): if status == 2: self.status = 2 self.error_num += 1 if status == 1: self.access_num += 1 if sec_name != '': for i in range(len(self.backup_config[block][name][son_name])): if self.backup_config[block][name][son_name][i]['name'] == sec_name: self.backup_config[block][name][son_name][i][status_name] = status if status_name == 'backup_status': if status == 1: self.backup_config[block][name][son_name][i]['status'] = 1 else: self.backup_config[block][name][son_name][i]['status'] = 0 if msg != "": self.backup_config[block][name][son_name][i]['msg'] = msg elif son_name != "": for i in range(len(self.backup_config[block][name])): if self.backup_config[block][name][i]['name'] == son_name: self.backup_config[block][name][i][status_name] = status if status_name == 'backup_status': if status == 1: self.backup_config[block][name][i]['status'] = 1 else: self.backup_config[block][name][i]['status'] = 0 if msg != "": self.backup_config[block][name][i]['msg'] = msg else: self.backup_config[block][status_name] = status if status_name == 'backup_status': if status == 1: self.backup_config[block]['status'] = 1 else: self.backup_config[block]['status'] = 0 if msg != "": self.backup_config[block]['msg'] = msg public.writeFile(self.backup_log_path, json.dumps(self.backup_config)) def generate_md5(self, input_string): # 创建一个 hashlib.md5 对象 md5_hash = hashlib.md5() # 将输入的字符串编码为字节，并更新 MD5 对象 md5_hash.update(input_string.encode()) # 获取生成的 MD5 值的十六进制表示 md5_hex = md5_hash.hexdigest() return md5_hex # 复制一个文件或者目录到备份目录中 def copy_file(self, path): if not os.path.exists(path): return False md5_name = self.generate_md5(path) save_path = os.path.join(self.backup_path, "backup", md5_name) if os.path.exists(save_path): return save_path if os.path.isdir(path): public.ExecShell('tar -zcvf {} -C {} .'.format(save_path, path)) if os.path.isfile(path): public.ExecShell('tar -zcvf {} -C {} {}'.format(save_path, os.path.dirname(path), os.path.basename(path))) time.sleep(0.01) if os.path.exists(save_path): return save_path else: return False def write_id_config(self, block, name="", son_name="", config={}, sec_name=''): if self.id_config is None: if not os.path.exists(self.backup_save_config): public.writeFile(self.backup_save_config, json.dumps({})) print(self.backup_save_config) self.id_config = json.loads(public.readFile(self.backup_save_config)) if sec_name != "": if block not in self.id_config: self.id_config[block] = {} if name not in self.id_config[block]: self.id_config[block][name] = {} if son_name not in self.id_config[block][name]: self.id_config[block][name][son_name] = {} self.id_config[block][name][son_name][sec_name] = config elif son_name != "": if block not in self.id_config: self.id_config[block] = {} if name not in self.id_config[block]: self.id_config[block][name] = {} self.id_config[block][name][son_name] = config elif name != "": if block not in self.id_config: self.id_config[block] = {} self.id_config[block][name] = config else: self.id_config[block] = config public.writeFile(self.backup_save_config, json.dumps(self.id_config)) def uncopy_file(self, path, to_path, isfile=True, md5=False, unbak=False): if not os.path.exists(path) and isfile: return False if os.path.exists(to_path): if not unbak: if os.path.exists(to_path + '_bak'): public.ExecShell('rm -rf {}'.format(to_path + '_bak')) public.ExecShell('mv {} {}'.format(to_path, to_path + '_bak')) public.ExecShell('rm -rf {}'.format(to_path)) if isfile: public.ExecShell('tar -zxvf {} -C {} --overwrite'.format(path, os.path.dirname(to_path))) else: if not isfile: public.ExecShell('mkdir -p {}'.format(to_path)) public.ExecShell('tar -zxvf {} -C {} --overwrite'.format(path, to_path)) time.sleep(0.01) if os.path.exists(to_path): if md5 and isfile: if md5 == self.get_md5(to_path): self.print_log('文件MD5比对成功') return True else: self.print_log('文件md5比对失败') return False return True else: res, i_flag = self.check_copy_error(to_path) if res: if isfile: public.ExecShell('tar -zxvf {} -C {} --overwrite'.format(path, to_path)) else: public.ExecShell('tar -zxvf {} -C {} --overwrite'.format(path, os.path.basename(to_path))) time.sleep(0.01) if i_flag: public.ExecShell('chattr +i {}'.format(to_path)) if os.path.exists(to_path): if md5 and isfile: if md5 == self.get_md5(to_path): self.print_log('文件MD5比对成功') return True else: self.print_log('文件md5比对失败') return False return True return False def check_copy_error(self, path): # 检查 / 目录是否满 i_flag = False disk_status = psutil.disk_usage('/') if disk_status.used / disk_status.total >= 0.99: self.print_log('磁盘空间不足') return False, i_flag if not os.path.exists(path): # 尝试创建目录 public.ExecShell('mkdir -p {}'.format(path)) time.sleep(0.01) if os.path.exists(path): return True, i_flag # 检查目录是否有 权限写入 if not os.access(path, os.W_OK): self.print_log('文件无法写入，尝试修复') public.ExecShell('chmod 777 {}'.format(path)) public.ExecShell('chattr -i {}'.format(path)) if not os.access(path, os.W_OK): self.print_log('文件无法写入，无法修复') return False, i_flag else: i_flag = True, i_flag self.print_log('文件修复成功') return True, i_flag return False, i_flag # 222222222222 # ====================================================================== # 备份环境 # ====================================================================== def backup_env(self, conf): env_conf = conf["env_list"] connect = { "php": self.backup_php, "mysql": self.backup_mysql, "mongo": self.backup_mongo, "redis": self.backup_redis, "pgsql": self.backup_pgsql, "nginx": self.backup_nginx, "apache": self.backup_apache, "ftp": self.backup_ftp, } for k, v in env_conf.items(): if not isinstance(v, list): continue for i in v: if i['status'] in [1, -1, 2]: connect[k](i) else: if i['name'] and i["status"] != 3: self.change_backup_status("env_list", k, i["name"], "backup_status", 4, msg="未备份".format(i["name"])) def backup_php(self, conf): try: self.change_backup_status("env_list", "php", conf["name"], "backup_status", -1, msg="开始备份php{}环境".format(conf["name"])) php_verison = conf["name"] flag = 1 self.print_log("->>>开始获取php{}扩展列表".format(php_verison)) res = public.ExecShell("/www/server/php/{}/bin/php -m".format(php_verison))[0] php_development = res.split("\n") # 去待 【】和空行 if len(php_development) > 1: php_development = php_development[1:] php_development = [i.strip() for i in php_development if i.strip() and '[' not in i] else: php_development = [] # 尝试获取swoole的版本 if 'swoole' in php_development: res = public.ExecShell("/www/server/php/{}/bin/php --ri swoole | grep Version | awk '{{print $3}}'".format(php_verison))[0] try: index = php_development.index('swoole') php_development[index] = 'swoole{}'.format(res.strip()[0] if res.strip()[0] in ['4', '5'] else res.strip()[0]) except: pass # self.print_log(php_development) self.print_log("获取php{}扩展列表完成".format(php_verison)) # 备份配置文件 self.print_log("开始备份php{}配置文件".format(php_verison)) php_ini = "/www/server/php/{}/etc/php.ini".format(php_verison) res = self.copy_file(php_ini) if not res: self.print_log("备份php{}配置文件失败".format(php_verison)) self.change_backup_status("env_list", "php", conf["name"], "backup_status", 2, msg="备份php{}配置文件失败".format(php_verison)) flag = 2 php_ini_md5 = self.get_md5(php_ini) php_ini_name = res php_fpm_path = "/www/server/php/{}/etc/php-fpm.conf".format(php_verison) res = self.copy_file(php_fpm_path) if not res: self.print_log("备份php{}配置文件失败".format(php_verison)) self.change_backup_status("env_list", "php", conf["name"], "backup_status", 2, msg="备份php{}配置文件失败".format(php_verison)) flag = 2 php_fpm_md5 = self.get_md5(php_fpm_path) php_fpm_name = res # 写入备份配置文件 self.print_log("备份php{}配置文件完成".format(php_verison)) words_path = "/www/server/panel/config/thesaurus.json" wrods_data = None words_data_md5 = None if os.path.exists(words_path): wrods_data = self.copy_file(words_path) words_data_md5 = self.get_md5(words_path) self.print_log("备份php{}关键词完成".format(php_verison)) config = { "php_development": php_development, "php_ini": php_ini_name, "php_fpm": php_fpm_name, "wrods_data": wrods_data, "php_ini_md5": php_ini_md5, "php_fpm_md5": php_fpm_md5, "words_data_md5": words_data_md5, } self.write_id_config("env_list", "php", conf["name"], config) self.change_backup_status("env_list", "php", conf["name"], "backup_status", flag, msg="备份php{}完成".format(php_verison)) self.print_log("->>>备份php{}完成".format(php_verison)) except: self.print_log("备份php{}出错".format(php_verison)) self.print_log(public.get_error_info()) self.change_backup_status("env_list", "php", conf["name"], "backup_status", 2, msg="备份php{}出错，程序出错".format(php_verison)) def backup_mysql(self, conf): try: self.print_log("->>>开始备份mysql") flag = 1 mysql_data = None mysql_conf = None mysql_version = None if not conf['setup']: self.print_log("mysql未安装") self.change_backup_status("env_list", "mysql", conf["name"], "backup_status", 2, msg="mysql未安装") flag = 2 else: self.print_log("开始备份mysql{}版本".format(conf["name"])) mysql_version = conf["name"] self.print_log("开始备份mysql{}配置文件".format(mysql_version)) mysql_conf = "/etc/my.cnf" res = self.copy_file(mysql_conf) if not res: self.print_log("备份mysql{}配置文件失败".format(mysql_version)) flag = 2 else: mysql_conf = res if int(conf.get("primitive_data", 0)) == 1: self.print_log("开始备份mysql{}数据文件".format(mysql_version)) mysql_data = public.get_mysql_info()['datadir'] res = self.copy_file(mysql_data) if not res: self.print_log("备份mysql{}数据文件失败".format(mysql_version)) flag = 2 else: mysql_data = res version = mysql_version mysql_conf_md5 = self.get_md5("/etc/my.cnf") config = { "version": version, "mysql_conf": mysql_conf, "mysql_data": mysql_data, "mysql_conf_md5": mysql_conf_md5, } self.write_id_config("env_list", "mysql", config=config) self.change_backup_status("env_list", "mysql", son_name=conf["name"], status_name="backup_status", status=flag, msg="备份mysql完成") self.print_log("->>>备份mysql完成") except: self.print_log("备份mysql出错") self.print_log(public.get_error_info()) self.change_backup_status("env_list", "mysql", conf["name"], "backup_status", 2, msg="备份mysql出错，程序出错") def backup_mongo(self, conf): try: self.print_log("->>> 开始备份mongo") flag = 1 mongo_conf = None mongo_version = None mongo_conf_md5 = None if not conf['setup']: self.print_log("mongo未安装") self.change_backup_status("env_list", "mongo", conf["name"], "backup_status", 2, msg="mongo未安装") flag = 2 else: self.print_log("备份mongo{}版本".format(conf["name"])) mongo_version = conf["name"] self.print_log("备份mongo{}配置文件".format(mongo_version)) mongo_conf = "/www/server/mongodb/config.conf" mongo_conf_md5 = self.get_md5(mongo_conf) res = self.copy_file(mongo_conf) if not res: self.print_log("备份mongo{}配置文件失败".format(mongo_version)) flag = 2 else: mongo_conf = res version = mongo_version mongo_conf = mongo_conf config = { "version": version, "mongo_conf": mongo_conf, "mongo_conf_md5": mongo_conf_md5, } self.write_id_config("env_list", "mongo", config=config) self.change_backup_status("env_list", "mongo", conf['name'], status_name="backup_status", status=flag, msg="备份mongo完成") self.print_log("->>>备份mongo完成") except: self.print_log("备份mongo出错") self.print_log(public.get_error_info()) self.change_backup_status("env_list", "mongo", conf["name"], "backup_status", 2, msg="备份mongo出错，程序出错") def backup_redis(self, conf): try: self.print_log("->>> 开始备份redis") flag = 1 redis_conf = None redis_version = None if not conf['setup']: self.print_log("redis未安装") self.change_backup_status("env_list", "redis", conf['name'], status_name="backup_status", status=2, msg="redis未安装") flag = 2 else: self.print_log("备份redis{}版本".format(conf["name"])) redis_version = conf["name"] self.print_log("备份redis{}配置文件".format(redis_version)) redis_conf = "/www/server/redis/redis.conf" res = self.copy_file(redis_conf) if not res: self.print_log("备份redis{}配置文件失败".format(redis_version)) flag = 2 else: redis_conf = res version = redis_version redis_conf = redis_conf redis_conf_md5 = self.get_md5(redis_conf) config = { "version": version, "redis_conf": redis_conf, "redis_conf_md5": redis_conf_md5, } self.write_id_config("env_list", "redis", config=config) self.change_backup_status("env_list", "redis", conf['name'], status_name="backup_status", status=flag, msg="备份redis完成") self.print_log("->>>备份redis完成") except: self.print_log("备份redis出错") print(public.get_error_info()) self.change_backup_status("env_list", "redis", conf['name'], status_name="backup_status", status=2, msg="备份redis出错，程序出错") def backup_pgsql(self, conf): try: self.print_log("->>> 开始备份pgsql") flag = 1 pgsql_conf = None pgsql_version = None client_conf = None if not conf['setup']: self.print_log("pgsql未安装") self.change_backup_status("env_list", "pgsql", conf["name"], "backup_status", 2, msg="pgsql未安装") flag = 2 else: self.print_log("备份pgsql{}版本".format(conf["name"])) pgsql_version = conf["name"] self.print_log("备份pgsql{}配置文件".format(pgsql_version)) pgsql_conf = "/www/server/pgsql/data/postgresql.conf" res = self.copy_file(pgsql_conf) if not res: self.print_log("备份pgsql{}主配置文件失败".format(pgsql_version)) flag = 2 else: pgsql_conf = res self.print_log("备份pgsql{}客户端配置文件".format(pgsql_version)) client_conf_path = "/www/server/pgsql/data/pg_hba.conf" res = self.copy_file(client_conf_path) if not res: self.print_log("备份pgsql{}客户端配置文件失败".format(pgsql_version)) flag = 2 else: client_conf = res version = pgsql_version pgsql_conf = pgsql_conf client_conf = client_conf pgsql_conf_md5 = self.get_md5(pgsql_conf) client_conf_md5 = self.get_md5(client_conf) config = { "version": version, "pgsql_conf": pgsql_conf, "client_conf": client_conf, "pgsql_conf_md5": pgsql_conf_md5, "client_conf_md5": client_conf_md5, } self.write_id_config("env_list", "pgsql", config=config) self.change_backup_status("env_list", "pgsql", conf['name'], status_name="backup_status", status=flag, msg="备份pgsql完成") self.print_log("->>>备份pgsql完成") except: self.print_log("备份pgsql出错") self.print_log(public.get_error_info()) self.change_backup_status("env_list", "pgsql", conf['name'], status_name="backup_status", status=2, msg="备份pgsql出错，程序出错") def backup_nginx(self, conf): try: self.print_log("->>> 开始备份nginx") flag = 1 nginx_conf = None nginx_version = None nginx_file = None nginx_cmd = None nginx_systemd = None self.change_backup_status("env_list", "nginx", conf['name'], status_name="backup_status", status=-1, msg="开始备份nginx") if not conf['setup']: self.print_log("nginx未安装") self.change_backup_status("env_list", "nginx", status_name="backup_status", status=2, msg="nginx未安装") flag = 2 else: self.print_log("开始备份nginx{}版本".format(conf["name"])) nginx_version = conf["name"] self.print_log("开始备份nginx{}配置文件".format(nginx_version)) nginx_conf_path = "/www/server/nginx/conf/nginx.conf" res = self.copy_file(nginx_conf_path) if not res: self.print_log("备份nginx{}配置文件失败".format(nginx_version)) flag = 2 else: nginx_conf = res self.print_log("开始备份nginx{}文件".format(nginx_version)) nginx_file_path = "/www/server/nginx" res = self.copy_file(nginx_file_path) if not res: self.print_log("备份nginx{}文件失败".format(nginx_version)) flag = 2 else: nginx_file = res self.print_log("开始备份nginx{}启动脚本".format(nginx_version)) nginx_cmd_path = "/etc/init.d/nginx" res = self.copy_file(nginx_cmd_path) if not res: self.print_log("备份nginx{}启动脚本失败".format(nginx_version)) flag = 2 else: nginx_cmd = res self.print_log("开始备份nginx{}systemd服务脚本".format(nginx_version)) nginx_systemd_path = "/lib/systemd/system/nginx.service" if os.path.exists(nginx_systemd_path): res = self.copy_file(nginx_systemd_path) if not res: self.print_log("备份nginx{}systemd服务脚本失败".format(nginx_version)) flag = 2 else: nginx_systemd = res nginx_conf_md5 = self.get_md5(nginx_conf_path) nginx_file_md5 = self.get_md5(nginx_file_path) nginx_cmd_md5 = self.get_md5(nginx_cmd_path) nginx_systemd_md5 = self.get_md5(nginx_systemd_path) config = { "nginx_conf": nginx_conf, "nginx_file": nginx_file, "nginx_cmd": nginx_cmd, "nginx_systemd": nginx_systemd, "version": nginx_version, "nginx_conf_md5": nginx_conf_md5, "nginx_file_md5": nginx_file_md5, "nginx_cmd_md5": nginx_cmd_md5, "nginx_systemd_md5": nginx_systemd_md5, } self.write_id_config("env_list", "nginx", config=config) self.change_backup_status("env_list", "nginx", conf['name'], status_name="backup_status", status=flag, msg="备份nginx完成") except: self.print_log("备份nginx出错") self.print_log(public.get_error_info()) self.change_backup_status("env_list", "nginx", conf['name'], status_name="backup_status", status=2, msg="备份nginx出错，程序出错") def backup_apache(self, conf): try: self.print_log("->>> 开始备份apache") self.change_backup_status("env_list", "apache", conf['name'], status_name="backup_status", status=-1, msg="开始备份apache") flag = 1 apache_conf = None apache_version = None self.print_log("开始备份apache{}版本".format(conf["name"])) version = apache_version self.print_log("开始备份apache{}配置文件".format(version)) apache_conf_path = "/www/server/apache/conf/" res = self.copy_file(apache_conf_path) if not res: self.print_log("备份apache{}配置文件失败".format(version)) flag = 2 else: apache_conf = res apache_conf_md5 = self.get_md5(apache_conf_path) config = { "version": version, "apache_conf": apache_conf, "apache_conf_md5": apache_conf_md5, } self.write_id_config("env_list", "apache", config=config) self.change_backup_status("env_list", "apache", conf['name'], status_name="backup_status", status=flag, msg="备份apache完成") except: self.print_log("备份apache出错") self.print_log(public.get_error_info()) self.change_backup_status("env_list", "apache", conf['name'], status_name="backup_status", status=2, msg="备份apache出错，程序出错") def backup_ftp(self, conf): try: self.print_log("->>> 开始备份ftp") self.change_backup_status("env_list", "ftp", conf['name'], status_name="backup_status", status=-1, msg="开始备份ftp") flag = 1 version = conf["name"] ftp_conf = None log_status = None if not conf['setup']: self.print_log("ftp未安装") self.change_backup_status("env_list", "ftp", conf["name"], "backup_status", 2, msg="ftp未安装") flag = 2 else: self.print_log("开始备份ftp{}配置文件".format(version)) ftp_conf_path = "/www/server/pure-ftpd/etc/pure-ftpd.conf" res = self.copy_file(ftp_conf_path) if not res: self.print_log("备份ftp{}配置文件失败".format(version)) flag = 2 else: ftp_conf = res self.print_log("开始备份ftp{}日志状态".format(version)) rsyslog_path = "/etc/rsyslog.conf" cofig = public.readFile(rsyslog_path) if "ftp.*" in cofig: log_status = 1 else: log_status = 0 ftp_conf_md5 = self.get_md5(ftp_conf_path) config = { "version": version, "ftp_conf": ftp_conf, "log_status": log_status, "ftp_conf_md5": ftp_conf_md5, } self.write_id_config("env_list", "ftp", config=config) self.change_backup_status("env_list", "ftp", conf['name'], status_name="backup_status", status=flag, msg="备份ftp完成") self.print_log("->>>备份ftp完成") except: self.print_log("备份ftp出错") self.print_log(public.get_error_info()) self.change_backup_status("env_list", "ftp", conf['name'], status_name="backup_status", status=2, msg="备份ftp出错，程序出错") # ====================================================================== # 备份数据 # ====================================================================== def backup_data(self, conf): data_conf = conf["data_list"] connect = { "php": self.backup_php_data, "java": self.backup_java_data, "node": self.backup_node_data, "python": self.backup_python_data, "other": self.backup_other_data, "net": self.backup_net_data, "proxy": self.backup_proxy_data, "html": self.backup_html_data, "mysql": self.backup_mysql_data, "mongodb": self.backup_mongodb_data, "redis": self.backup_redis_data, "pgsql": self.backup_pgsql_data, "ftp_list": self.backup_ftp_data, "terminal_list": self.backup_terminal_data, "crontab_list": self.backup_crontab_data, "port_list": self.backup_port_data, "ip_list": self.backup_ip_data, "port_redirect": self.backup_port_redirect_data, "area_list": self.backup_area_data, "ssh_config": self.ssh_config_data, "words": self.backup_words_data, "sqlite": self.backup_sqlite_data, } for k, v in data_conf.items(): if k in ['site_list', 'sql_list', 'config_list', "safety"]: for type, dates in v.items(): if type not in connect.keys(): continue for data in dates: if data['status'] in [1, -1, 2]: connect[type.lower()](data) else: if data['name'] and data["status"] != 3: self.change_backup_status("data_list", k, type, "backup_status", 4, data["name"], msg="未备份".format(data["name"])) elif k in ['ftp_list']: for i in v: if i['status'] in [1, -1, 2]: connect[k](i) else: if i['name'] and i["status"] != 3: self.change_backup_status("data_list", k, i["name"], "backup_status", 4, msg="未备份".format(i["name"])) else: for j in v: if j['status'] in [1, -1, 2]: connect[k](j) else: if j['name'] and j["status"] != 3: self.change_backup_status("data_list", k, j["name"], "backup_status", 4, msg="未备份".format(j["name"])) def backup_php_data(self, conf): try: self.print_log("->>>开始备份PHP站点:{}".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'php', "backup_status", -1, conf["name"], msg="开始备份") # 获取网站信息 sid = conf["id"] site_info = public.M('sites').where("id=?", (sid,)).find() is_phpmod = False if 'project_config' in site_info.keys(): project_config = json.loads(site_info['project_config']) if 'type' in project_config.keys() and project_config['type'].lower() == 'phpmod': is_phpmod = True site_file = None domains = None database_info = None redirect_list = [] redirect_nginx_data = None redirect_apache_data = None proxy_nginx_data = None proxy_apache_data = None proxy_list = [] nginx_config = None apache_config = None dir_auth_json = None dir_auth_file = None ssl_info = None if not site_info: self.print_log("{} 获取站点信息失败".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'php', "backup_status", 2, conf["name"], msg="获取站点信息失败") else: # 备份网站域名 domains = public.M('domain').where("pid=?", (sid,)).select() if not domains or isinstance(domains, str): self.print_log("{} 获取站点域名失败".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'php', "backup_status", 2, conf["name"], msg="获取站点域名失败") # 备份站点文件 site_file_path = site_info["path"] if os.path.exists(site_file_path): site_file = self.copy_file(site_file_path) # 备份数据库 database_info = public.M("databases").where("pid = ?", (sid,)).find() if not database_info: database_info = None self.print_log("未查找到相关的数据库信息，跳过备份数据库") elif isinstance(database_info, str): database_info = None self.print_log("查找数据库信息失败，跳过备份数据库") if database_info is not None: self.backup_mysql_data(database_info) # 备份ftp ftp_info = public.M("ftps").where("pid = ?", (sid,)).find() if not ftp_info: ftp_info = None self.print_log("未查找到相关的ftp信息，跳过备份ftp") elif isinstance(ftp_info, str): ftp_info = None self.print_log("查找ftp信息失败，跳过备份ftp") if ftp_info is not None: self.backup_ftp_data(ftp_info) __redirectfile = "/www/server/panel/data/redirect.conf" try: redirectconf = json.loads(public.readFile(__redirectfile)) except: redirectconf = {} for i in redirectconf: if i["sitename"] == conf["name"]: redirect_list.append(i) redirect_nginx_data_path = '/www/server/panel/vhost/nginx/redirect/{}'.format(conf["name"]) redirect_nginx_data = self.copy_file(redirect_nginx_data_path) redirect_apache_data_path = '/www/server/panel/vhost/apache/redirect/{}'.format(conf["name"]) redirect_apache_data = self.copy_file(redirect_apache_data_path) if not is_phpmod: __proxyfile = '{}/data/proxyfile.json'.format(public.get_panel_path()) else: __proxyfile = "{}/data/mod_proxy_file.conf".format(public.get_panel_path()) try: proxyUrl = json.loads(public.readFile(__proxyfile)) except: proxyUrl = {} for i in proxyUrl: if i["sitename"] == conf["name"]: proxy_list.append(i) proxy_nginx_data_path = '/www/server/panel/vhost/nginx/proxy/{}'.format(conf["name"]) proxy_nginx_data = self.copy_file(proxy_nginx_data_path) proxy_apache_data_path = '/www/server/panel/vhost/apache/proxy/{}'.format(conf["name"]) proxy_apache_data = self.copy_file(proxy_apache_data_path) import panelSite # 备份网站目录 site_run_path = panelSite.panelSite().GetDirUserINI(public.to_dict_obj({'path': site_info['path'], 'id': site_info['id']})) import config # 备份ssl配置 ssl_path = "/www/server/panel/vhost/cert/{}".format(site_info["name"]) if os.path.exists(ssl_path): ssl_info = self.copy_file(ssl_path) # 备份web配置文件 nginx_config_path = "/www/server/panel/vhost/nginx/{}.conf".format(site_info["name"]) apache_config_path = "/www/server/panel/vhost/apache/{}.conf".format(site_info["name"]) if os.path.exists(nginx_config_path): nginx_config = self.copy_file(nginx_config_path) if os.path.exists(apache_config_path): apache_config = self.copy_file(apache_config_path) # 备份目录限制 dir_auth_json_path = "/www/server/panel/data/site_dir_auth.json" if os.path.exists(dir_auth_json_path): dir_auth_json = self.copy_file(dir_auth_json_path) dir_auth_file_path = "/www/server/panel/vhost/nginx/dir_auth/{}".format(site_info["name"]) if os.path.exists(dir_auth_file_path): dir_auth_file = self.copy_file(dir_auth_file_path) banding = public.M('binding').where('pid=?', (site_info['id'],)).field('id,pid,domain,path,port,addtime').select() site_file_md5 = self.get_md5(site_file_path) nginx_config_md5 = self.get_md5(nginx_config_path) apache_config_md5 = self.get_md5(apache_config_path) dir_auth_json_md5 = self.get_md5(dir_auth_json_path) dir_auth_file_md5 = self.get_md5(dir_auth_file_path) # 备份伪静态数据 pseudo_static_data_path = "/www/server/panel/vhost/rewrite/{}.conf".format(site_info["name"]) pseudo_static_data_md5 = self.get_md5(pseudo_static_data_path) pseudo_static_data = self.copy_file(pseudo_static_data_path) php_version = panelSite.panelSite().GetSitePHPVersion(public.to_dict_obj({'siteName': site_info['name']}))['phpversion'] site_info["php_version"] = php_version config = { "site_file": site_file, "domains": domains, "database_info": database_info, "redirect_list": redirect_list, "proxy_list": proxy_list, "site_run_path": site_run_path, "ssl_info": ssl_info, "nginx_config": nginx_config, "apache_config": apache_config, "dir_auth_file": dir_auth_file, "dir_auth_json": dir_auth_json, "banding": banding, "site_file_md5": site_file_md5, "nginx_config_md5": nginx_config_md5, "apache_config_md5": apache_config_md5, "dir_auth_json_md5": dir_auth_json_md5, "dir_auth_file_md5": dir_auth_file_md5, "site_info": site_info, "ftp_info": ftp_info, "pseudo_static_data": pseudo_static_data, "pseudo_static_data_md5": pseudo_static_data_md5, "redirect_nginx_data": redirect_nginx_data, "redirect_apache_data": redirect_apache_data, "proxy_nginx_data": proxy_nginx_data, "proxy_apache_data": proxy_apache_data, } self.print_log(config) self.write_id_config("data_list", "site_list", "php", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "site_list", 'php', "backup_status", 1, conf["name"], msg="备份PHP站点:{}完成".format(conf["name"])) self.print_log("->>>备份PHP站点:{}完成".format(conf["name"])) except: self.change_backup_status("data_list", "site_list", 'php', "backup_status", 2, conf["name"], msg="备份PHP站点:{}出错，程序出错".format(conf["name"])) self.print_log("备份PHP站点:{}出错".format(conf["name"])) self.print_log(public.get_error_info()) def backup_java_data(self, conf): self.print_log("->>>备份Java站点:{},跳过".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'java', "backup_status", 2, conf["name"]) return self.print_log("->>>开始备份Java站点:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>备份Java站点:{}完成".format(conf["name"])) def backup_node_data(self, conf): self.print_log("->>>备份Node站点:{}跳过".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'node', "backup_status", 2, conf["name"], msg="备份Node站点:{}跳过".format(conf["name"])) return self.print_log("->>>开始备份Node站点:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>备份Node站点:{}完成".format(conf["name"])) def backup_python_data(self, conf): self.print_log("->>>备份Python站点:{}跳过".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'python', "backup_status", 2, conf["name"], msg="备份Python站点:{}跳过".format(conf["name"])) return self.print_log("->>>开始备份Python站点:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>备份Python站点:{}完成".format(conf["name"])) def backup_other_data(self, conf): self.print_log("->>>备份其他站点:{}跳过".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'other', "backup_status", 2, conf["name"], msg="备份其他站点:{}跳过".format(conf["name"])) return self.print_log("->>>开始备份其他站点:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>备份其他站点:{}完成".format(conf["name"])) def backup_net_data(self, conf): self.print_log("->>>备份.NET站点:{}跳过".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'net', "backup_status", 2, conf["name"], msg="备份.NET站点:{}跳过".format(conf["name"])) return self.print_log("->>>开始备份.NET站点:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>备份.NET站点:{}完成".format(conf["name"])) def backup_proxy_data(self, conf): self.print_log("->>>开始备份代理站点:{}".format(conf["name"])) nginx_config = None apache_config = None site_info = None site_info = public.M('sites').where("name=?", (conf["name"],)).select() self.print_log("数据库信息备份成功") proxy_config_path = "/www/server/proxy_project/sites/{}".format(conf["name"]) if not os.path.exists(proxy_config_path): self.print_log("代理站点:{},配置文件不存在，备份失败".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'proxy', "backup_status", 2, conf["name"], msg="代理站点:{},配置文件不存在，备份失败".format(conf["name"])) return proxy_config = self.copy_file(proxy_config_path) self.print_log("代理站点:{}配置文件备份成功".format(conf["name"])) nginx_config_path = "/www/server/panel/vhost/nginx/{}.conf".format(conf["name"]) if os.path.exists(nginx_config_path): nginx_config = self.copy_file(nginx_config_path) apache_config_path = "/www/server/panel/vhost/apache/{}.conf".format(conf["name"]) if os.path.exists(apache_config_path): apache_config = self.copy_file(apache_config_path) self.print_log("代理站点:{}web配置文件备份成功".format(conf["name"])) proxy_config_md5 = self.get_md5(proxy_config_path) nginx_config_md5 = self.get_md5(nginx_config_path) apache_config_md5 = self.get_md5(apache_config_path) config = { "proxy_config": proxy_config, "nginx_config": nginx_config, "apache_config": apache_config, "site_info": site_info, "proxy_config_md5": proxy_config_md5, "nginx_config_md5": nginx_config_md5, "apache_config_md5": apache_config_md5, } self.write_id_config("data_list", "site_list", "proxy", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "site_list", 'proxy', "backup_status", 1, conf["name"], msg="备份代理站点:{}完成".format(conf["name"])) self.print_log("->>>备份代理站点:{}完成".format(conf["name"])) def backup_html_data(self, conf): self.print_log("->>>备份静态站点:{}跳过".format(conf["name"])) self.change_backup_status("data_list", "site_list", 'html', "backup_status", 2, conf["name"], msg="备份静态站点:{}跳过".format(conf["name"])) return self.print_log("->>>开始备份静态站点:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>备份静态站点:{}完成".format(conf["name"])) # 检查mysql的备份文件是否正常 def check_mysql_files(self, sql_path, sql_name): if not os.path.exists(sql_path): self.print_log("备份mysql数据库:{}失败，备份文件不存在！".format(sql_name)) return False if os.path.isdir(sql_path): self.print_log("备份mysql数据库:{}失败，备份文件为目录！".format(sql_name)) return False # 获取sql文件数据库大小 sql_size = os.path.getsize(sql_path) if sql_size > 10 * 1024 * 1024: self.print_log("备份mysql数据库:{}，备份文件大于10M,跳过数据校验！".format(sql_name)) return True # 验证备份是否正常结束 data = public.GetNumLines(sql_path, 3) if data.find("Dump completed on") == -1: self.print_log("备份mysql数据库:{}失败，备份非正常结束！".format(sql_name)) return False # 验证所有表是否都在sql文件中 # 获取数据库的所有表名称 table_list = database.database().GetInfo(public.to_dict_obj({'db_name': sql_name})) table_list = [i['table_name'] for i in table_list["tables"]] if not table_list: self.print_log("备份mysql数据库:{}数据校验成功，数据库无表".format(sql_name)) return True self.print_log(table_list) res = public.ExecShell("grep -o -F -e {} {}".format(" -e ".join(table_list), sql_path))[0] # 去重和去空 res = list(set(res.split("\n"))) res = [i.strip() for i in res if i.strip()] if len(res) != len(table_list): self.print_log("备份mysql数据库:{}失败，备份文件不完整！".format(sql_name)) return False self.print_log("备份mysql数据库:{}数据校验成功".format(sql_name)) return True def backup_mysql_data(self, conf): try: self.print_log("->>>开始备份mysql数据库:{}".format(conf["name"])) self.print_log(conf) sql_data_md5 = None self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", -1, conf["name"], msg="开始备份mysql数据库:{}".format(conf["name"])) mysql_info = public.M("databases").where("name=?", (conf['name'],)).find() if not mysql_info or isinstance(mysql_info, str): self.print_log("获取mysql数据库信息失败") self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", 2, conf["name"], msg="获取mysql数据库信息失败") return # 远程数据库只备份信息 if mysql_info["db_type"] == 2: config = { "mysql_info": mysql_info, "cloud_server": public.M('database_servers').where('id=?', (mysql_info['sid'])).select() } if not config["cloud_server"]: self.print_log("获取远程数据库信息失败") self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", 2, conf["name"], msg="获取远程数据库信息失败") return else: config["cloud_server"] = config["cloud_server"][0] self.write_id_config("data_list", "sql_list", "mysql", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", 1, conf["name"]) self.print_log("->>>备份mysql数据库:{}完成,远程数据库".format(conf["name"])) return self.print_log("32") sql_path = '/tmp/{}.sql'.format(conf["name"]) md5_name = self.generate_md5(sql_path) save_path = os.path.join(self.backup_path, "backup", md5_name) sql_data = save_path if not os.path.exists(save_path): if not os.path.exists(self.backup_path): self.print_log("333333333332") os.makedirs(self.backup_path) _MYSQLDUMP_BIN = public.get_mysqldump_bin() db_password = public.M("config").where("id=?", (1,)).getField("mysql_root") self.print_log("33333333333333333333332") try: db_port = int(panelMysql.panelMysql().query("show global variables like 'port'")[0][1]) except: db_port = 3306 mysql_obj = db_mysql.panelMysql() flag = mysql_obj.set_host('localhost', db_port, None, 'root', db_password) if flag is False: self.print_log("连接mysql数据库失败") self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", 2, conf["name"], msg="连接mysql数据库失败") return # 开始备份数据库 resp = public.ExecShell("{} --help | grep set-gtid-purged >> /tmp/backup_sql.log".format(_MYSQLDUMP_BIN))[0] set_gtid_purged = '' if resp.find("--set-gtid-purged") != -1: set_gtid_purged = "--set-gtid-purged=OFF" shell = "'{mysqldump_bin}' {set_gtid_purged} --opt --skip-lock-tables --single-transaction --routines --events --skip-triggers --default-character-set='{db_charset}' --force " \ "--host='{db_host}' --port={db_port} --user='{db_user}' --password='{db_password}' '{db_name}' > {sql_path}".format( mysqldump_bin=_MYSQLDUMP_BIN, set_gtid_purged=set_gtid_purged, db_charset='utf8mb4', db_host='localhost', db_port=db_port, db_user='root', db_password=db_password, db_name=conf["name"], sql_path=sql_path ) public.ExecShell(shell) if not self.check_mysql_files(sql_path, conf["name"]): self.print_log("3333333333333333333333333333333") self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", 2, conf["name"], msg="备份mysql数据库:{}失败".format(conf["name"])) self.print_log("333333333333333333333333333333333333333333333333333") return time.sleep(0.1) if os.path.exists(sql_path): # 转移文件 sql_data_md5 = self.get_md5(sql_path) sql_data = self.copy_file(sql_path) self.print_log("备份mysql数据库:{}数据打包成功！".format(conf["name"])) public.ExecShell('rm -rf {}'.format(sql_path)) # 备份数据库的权限 sql_power = database.database().GetDatabaseAccess(public.to_dict_obj({'name': conf["name"]}))['msg'] sql_info = database.database().GetInfo(public.to_dict_obj({'db_name': conf["name"]})) mysql_version = public.readFile('/www/server/mysql/version.pl') config = { "sql_data": sql_data, "mysql_info": mysql_info, "sql_power": sql_power, "sql_info": sql_info, "mysql_version": mysql_version, "sql_data_md5": sql_data_md5, } self.print_log(config) self.print_log("3333333333333333333") self.write_id_config("data_list", "sql_list", "mysql", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'mysql', "backup_status", 1, conf["name"], msg="备份mysql数据库:{}完成".format(conf["name"])) self.print_log("->>>备份mysql数据库:{}完成".format(conf["name"])) except: print(public.get_error_info()) def backup_mongodb_data(self, conf): self.print_log("->>>开始备份mongo数据库:{}".format(conf["name"])) mongo_info = public.M("databases").where("name=? AND LOWER(type)=LOWER('mongodb')", (conf['name'],)).find() if not mongo_info or isinstance(mongo_info, str): self.print_log("获取mongo数据库信息失败") self.change_backup_status("data_list", "sql_list", 'mongodb', "backup_status", 2, conf["name"], msg="获取mongo数据库信息失败") return # 远程数据库只备份信息 if mongo_info["db_type"] == 2: config = { "mongo_info": mongo_info, "cloud_server": public.M('database_servers').where('db_type=?', ('mongodb')).select() } self.write_id_config("data_list", "sql_list", "mongodb", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'mongodb', "backup_status", 1, conf["name"], msg="备份mongo数据库:{}完成".format(conf["name"])) return # 备份数据库 mongo_path = '/tmp/{}'.format(conf["name"]) md5_name = self.generate_md5(mongo_path) save_path = os.path.join(self.backup_path, "backup", md5_name) mongo_data = save_path mongo_data_md5 = None if not os.path.exists(save_path): _MONGODBDUMP_BIN = os.path.join(public.get_setup_path(), "mongodb/bin/mongodump") _MONGOEXPORT_BIN = os.path.join(public.get_setup_path(), "mongodb/bin/mongoexport") db_password = mongo_info["password"] from databaseModel.mongodbModel import panelMongoDB if mongo_info["db_type"] == 0: if panelMongoDB().get_config_options("security", "authorization", "disabled") == "enabled": if not db_password: return public.returnMsg(False, "数据库密码为空！请先设置数据库密码！") else: db_password = None db_port = panelMongoDB.get_config_options("net", "port", 27017) db_host = "127.0.0.1" db_user = mongo_info["username"] mongodump_shell = "'{mongodump_bin}' --host='{db_host}' --port={db_port} --db='{db_name}' --out='{out}'".format( mongodump_bin=_MONGODBDUMP_BIN, db_host=db_host, db_port=int(db_port), db_name=conf["name"], out=mongo_path, ) if db_password: # 本地未开启安全认证 mongodump_shell += " --username='{db_user}' --password={db_password}".format(db_user=db_user, db_password=public.shell_quote(str(db_password))) public.ExecShell('{}'.format(mongodump_shell)) time.sleep(0.1) if os.path.exists(mongo_path): self.print_log("备份mongo数据库:{}完成".format(conf["name"])) # 转移文件 mongo_data = self.copy_file(mongo_path) mongo_data_md5 = self.get_md5(mongo_path) public.ExecShell('rm -rf {}'.format(mongo_path)) from databaseModel.mongodbModel import main sql_power = main().GetDatabaseAccess(public.to_dict_obj({'user_name': mongo_info["username"]}))['data'] config = { "mongo_data": mongo_data, "mongo_info": mongo_info, "sql_power": sql_power, "mongo_data_md5": mongo_data_md5 } self.print_log(config) self.write_id_config("data_list", "sql_list", "mongodb", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'mongodb', "backup_status", 1, conf["name"], msg="备份mongo数据库:{}完成".format(conf["name"])) self.print_log("->>>备份mongo数据库:{}完成".format(conf["name"])) def backup_redis_data(self, conf): self.print_log("->>>开始备份redis数据库:{}".format(conf["name"])) from databaseModel.redisModel import panelRedisDB redis_db = panelRedisDB().set_host(decode_responses=False) status, redis_obj = redis_db.connect(0) if status is False: self.print_log("连接redis数据库失败") self.change_backup_status("data_list", "sql_list", 'redis', "backup_status", 2, conf["name"], msg="连接redis数据库失败") return redis_obj.bgsave() # 等待后台保存操作完成 while True: # 获取持久化信息 progress_info = redis_obj.info("persistence") bgsave_in_progress = int(progress_info.get("rdb_bgsave_in_progress", 0)) if bgsave_in_progress == 0: break time.sleep(1) # 等待1秒后再次检查 dump_path = os.path.join(redis_obj.config_get("dir")["dir"], redis_obj.config_get("dbfilename")["dbfilename"]) if not os.path.exists(dump_path): self.print_log("备份redis数据库:{}失败".format(conf["name"])) self.change_backup_status("data_list", "sql_list", 'redis', "backup_status", 2, conf["name"], msg="备份redis数据库:{}失败".format(conf["name"])) return redis_data = self.copy_file(dump_path) redis_data_md5 = self.get_md5(dump_path) public.ExecShell('rm -rf {}'.format(dump_path)) config = { "redis_data": redis_data, "redis_info": conf, "redis_data_md5": redis_data_md5 } self.print_log(config) self.write_id_config("data_list", "sql_list", "redis", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'redis', "backup_status", 1, conf["name"], msg="备份redis数据库:{}完成".format(conf["name"])) self.print_log("->>>备份redis数据库:{}完成".format(conf["name"])) def backup_pgsql_data(self, conf): self.print_log("->>>开始备份pgsql数据库:{}".format(conf["name"])) pgsql_info = public.M("databases").where("name=? AND LOWER(type)=LOWER('pgsql')", (conf['name'],)).find() self.print_log(pgsql_info) pgsql_data = None if not pgsql_info or isinstance(pgsql_info, str): self.print_log("获取pgsql数据库信息失败") self.change_backup_status("data_list", "sql_list", 'pgsql', "backup_status", 2, conf["name"], msg="获取pgsql数据库信息失败") return # 远程数据库只备份信息 if pgsql_info["db_type"] == 2: config = { "pgsql_info": pgsql_info, "cloud_server": public.M('database_servers').where('db_type=?', ('pgsql')).select() } self.write_id_config("data_list", "sql_list", "pgsql", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'pgsql', "backup_status", 1, conf["name"], msg="备份pgsql数据库:{}完成".format(conf["name"])) self.print_log("->>>备份pgsql数据库:{}完成".format(conf["name"])) return # 备份数据库 db_name = pgsql_info["name"] pgsql_data_md5 = None db_user = "postgres" db_host = "127.0.0.1" from databaseModel.pgsqlModel import panelPgsql db_port = panelPgsql().get_config_options("port", int, 5432) t_path = os.path.join(public.get_panel_path(), "data/postgresAS.json") if not os.path.isfile(t_path): self.change_backup_status("data_list", "sql_list", 'pgsql', "backup_status", 2, conf["name"], msg="获取数据库密码失败") self.print_log("获取数据库密码失败") db_password = "" if os.path.exists(t_path): try: db_password = json.loads(public.readFile(t_path)).get("password", "") except: db_password = "" if not db_password: self.change_backup_status("data_list", "sql_list", 'pgsql', "backup_status", 2, conf["name"], msg="获取数据库密码失败") self.print_log("获取数据库密码失败") return pgsql_obj = panelPgsql().set_host(host=db_host, port=db_port, database=None, user=db_user, password=db_password) status, err_msg = pgsql_obj.connect() if status is False: self.change_backup_status("data_list", "sql_list", 'pgsql', "backup_status", 2, conf["name"], msg="连接数据库失败[{}:{}]".format(db_host, db_port)) self.print_log("连接数据库失败[{}:{}]".format(db_host, db_port)) return _PGDUMP_BIN = os.path.join(public.get_setup_path(), "pgsql/bin/pg_dump") backup_path = '/tmp/{}.sql'.format(db_name) md5_name = self.generate_md5(backup_path) pgsql_data = os.path.join(self.backup_path, "backup", md5_name) if not os.path.exists(backup_path): shell = "'{pgdump_bin}' --host='{db_host}' --port={db_port} --username='{db_user}' --dbname='{db_name}' --clean > {backup_path}".format( pgdump_bin=_PGDUMP_BIN, db_host=db_host, db_port=int(db_port), db_user=db_user, db_name=db_name, backup_path=backup_path ) public.ExecShell(shell) time.sleep(0.1) if os.path.exists(backup_path): self.print_log("备份pgsql数据库:{}完成".format(conf["name"])) # 转移文件 pgsql_data = self.copy_file(backup_path) pgsql_data_md5 = self.get_md5(backup_path) public.ExecShell('rm -rf {}'.format(backup_path)) config = { "pgsql_data": pgsql_data, "pgsql_info": pgsql_info, "pgsql_data_md5": pgsql_data_md5 } self.print_log(config) self.write_id_config("data_list", "sql_list", "pgsql", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'pgsql', "backup_status", 1, conf["name"], msg="备份pgsql数据库:{}完成".format(conf["name"])) self.print_log("->>>备份pgsql数据库:{}完成".format(conf["name"])) def backup_sqlServer_data(self, conf): self.print_log("->>>开始备份sqlServer数据库:{}".format(conf["name"])) sql_info = public.M("databases").where("name=? AND LOWER(type)=LOWER('sqlserver')", (conf['name'],)).find() if not sql_info or isinstance(sql_info, str): self.print_log("获取sqlServer数据库信息失败") self.change_backup_status("data_list", "sql_list", 'sqlserver', "backup_status", 2, conf["name"], msg="获取sqlServer数据库信息失败") return # 远程数据库只备份信息 config = { "sql_info": sql_info, "cloud_server": public.M('database_servers').where('db_type=?', ('sqlserver')).select() } self.write_id_config("data_list", "sql_list", "sqlserver", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", 'sqlserver', "backup_status", 1, conf["name"], msg="备份sqlServer数据库:{}完成".format(conf["name"])) self.print_log("->>>备份sqlServer数据库:{}完成".format(conf["name"])) return def backup_ftp_data(self, conf): self.print_log("->>>开始备份ftp:{}".format(conf["name"])) self.print_log(conf) ftp_info = public.M("ftps").where("id=?", (conf["id"],)).find() if not ftp_info or isinstance(ftp_info, str): self.print_log("获取ftp信息失败") self.change_backup_status("data_list", "ftp_list", "ftp", "backup_status", 2, conf["name"], msg="获取ftp信息失败") return ftp_data = None if os.path.exists(ftp_info["path"]): ftp_data = self.copy_file(ftp_info["path"]) ftp_data_md5 = self.get_md5(ftp_info["path"]) config = { "ftp_data": ftp_data, "ftp_info": ftp_info, "ftp_data_md5": ftp_data_md5 } self.print_log(config) self.write_id_config("data_list", "ftp_list", conf["name"], config=config) self.change_backup_status("data_list", "ftp_list", conf['name'], "backup_status", 1, msg="备份ftp:{}完成".format(conf["name"])) self.print_log("->>>备份ftp:{}完成".format(conf["name"])) def backup_terminal_data(self, conf): self.print_log("->>>开始备份服务器列表,常用命令") self.print_log(conf) terminal_data = None terminal_data_path = '/www/server/panel/config/ssh_info' if os.path.exists(terminal_data_path): terminal_data = self.copy_file(terminal_data_path) terminal_data_md5 = self.get_md5(terminal_data_path) config = { "terminal_data": terminal_data, "terminal_data_md5": terminal_data_md5, } self.write_id_config("data_list", "terminal_list", "服务器列表", config=config) self.write_id_config("data_list", "terminal_list", "常用命令", config=config) self.change_backup_status("data_list", "terminal_list", "服务器列表", "backup_status", 1, msg="备份服务器列表完成") self.change_backup_status("data_list", "terminal_list", "常用命令", "backup_status", 1, msg="备份常用命令完成") self.print_log("->>>备份服务器列表,常用命令完成") def backup_crontab_data(self, conf): self.print_log("->>>开始备份计划任务:{}".format(conf["name"])) crontab_list = public.M("crontab").select() self.write_id_config("data_list", "crontab_list", "crontab", config=crontab_list) self.change_backup_status("data_list", "crontab_list", "计划任务列表", "backup_status", 1, msg="备份计划任务完成") self.print_log("->>>备份计划任务:{}完成".format(conf["name"])) def backup_port_data(self, conf): self.print_log("->>>开始备份端口:{}".format(conf["name"])) self.print_log(conf) from firewallModel.comModel import main as com port_data = None port_data_md5 = None try: port_data_path = com().export_rules(public.to_dict_obj({"data": {'rule_name': 'port_rule'}}))['msg'] port_data = self.copy_file(port_data_path) port_data_md5 = self.get_md5(port_data_path) except: self.change_backup_status("data_list", "safety", "port_list", "backup_status", 2, conf["name"], msg="备份端口:{}出错,程序出错".format(conf["name"])) self.print_log("备份端口:{}出错".format(conf["name"])) return config = { "port_data": port_data, "port_data_md5": port_data_md5, "port_data_path": port_data_path } self.print_log(config) self.write_id_config("data_list", "safety", "port_list", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "safety", "port_list", "backup_status", 1, conf["name"], msg="备份端口:{}完成".format(conf["name"])) self.print_log("->>>备份端口:{}完成".format(conf["name"])) def backup_ip_data(self, conf): self.print_log("->>>开始备份IP:{}".format(conf["name"])) from firewallModel.comModel import main as com ip_data = None ip_data_md5 = None try: ip_list_path = com().export_rules(public.to_dict_obj({"rule": 'ip', 'chain': 'ALL'}))['msg'] ip_data = self.copy_file(ip_list_path) ip_data_md5 = self.get_md5(ip_list_path) except: self.change_backup_status("data_list", "safety", "ip_list", "backup_status", 2, conf["name"], msg="备份IP:{}出错，程序出错".format(conf["name"])) print(public.get_error_info()) self.print_log("备份IP:{}出错".format(conf["name"])) return config = { "ip_data": ip_data, "ip_data_md5": ip_data_md5, "ip_list_path": ip_list_path } self.write_id_config("data_list", "safety", "ip_list", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "safety", "ip_list", "backup_status", 1, conf["name"], msg="备份IP:{}完成".format(conf["name"])) self.print_log(config) self.print_log("->>>备份IP:{}完成".format(conf["name"])) def backup_port_redirect_data(self, conf): self.print_log("->>>开始备份端口转发:{}".format(conf["name"])) from firewallModel.comModel import main as com forward = None forward_md5 = None try: forward_path = com().export_rules(public.to_dict_obj({"rule": 'forward'}))['msg'] forward = self.copy_file(forward_path) forward_md5 = self.get_md5(forward_path) except: self.change_backup_status("data_list", "safety", "ip_list", "port_redirect", 2, conf["name"], msg="备份IP:{}出错，程序出错".format(conf["name"])) print(public.get_error_info()) self.print_log("备份IP:{}出错".format(conf["name"])) return config = { "forward": forward, "forward_md5": forward_md5, "forward_path": forward_path } self.write_id_config("data_list", "safety", "port_redirect", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "safety", "port_redirect", "backup_status", 1, conf["name"], msg="备份端口转发:{}完成".format(conf["name"])) self.print_log(config) self.print_log("->>>备份端口转发:{}完成".format(conf["name"])) def backup_area_data(self, conf): self.print_log("->>>开始备份区域:{}".format(conf["name"])) area_data = None area_data_md5 = None try: area_data_path = safe_firewall_main().export_rules(public.to_dict_obj({'rule_name': 'country_rule'}))['msg'] area_data = self.copy_file(area_data_path) area_data_md5 = self.get_md5(area_data_path) except: self.change_backup_status("data_list", "safety", "area_list", "backup_status", 2, conf["name"], msg="备份区域:{}出错，程序出错".format(conf["name"])) self.print_log("备份区域:{}出错".format(conf["name"])) return config = { "area_data": area_data, "area_data_md5": area_data_md5, "area_data_path": area_data_path } self.write_id_config("data_list", "safety", "area_list", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "safety", "area_list", "backup_status", 1, conf["name"], msg="备份区域:{}完成".format(conf["name"])) self.print_log("->>>备份区域:{}完成".format(conf["name"])) def ssh_config_data(self, conf): self.print_log("->>>开始备份SSH配置:{}".format(conf["name"])) ssh_data = None ssh_data_md5 = None ssh_config_path = '/etc/ssh/sshd_config' if os.path.exists(ssh_config_path): ssh_data = self.copy_file(ssh_config_path) ssh_data_md5 = self.get_md5(ssh_config_path) else: self.print_log("未找到SSH配置文件") self.change_backup_status("data_list", "safety", "ssh_config", "backup_status", 2, conf["name"], msg="未找到SSH配置文件") return config = { "ssh_data": ssh_data, "ssh_data_md5": ssh_data_md5 } self.write_id_config("data_list", "safety", "ssh_config", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "safety", "ssh_config", "backup_status", 1, conf["name"], msg="备份SSH配置:{}完成".format(conf["name"])) self.print_log(config) self.print_log("->>>备份SSH配置:{}完成".format(conf["name"])) def backup_words_data(self, conf): self.print_log("->>>开始备份关键词:{}".format(conf["name"])) words_path = "/www/server/panel/config/thesaurus.json" wrods_data = None wrod_data_md5 = None if os.path.exists(words_path): wrods_data = self.copy_file(words_path) wrod_data_md5 = self.get_md5(words_path) config = { "wrods_data": wrods_data, "wrod_data_md5": wrod_data_md5 } self.write_id_config("data_list", "safety", "words", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "safety", "words", "backup_status", 1, conf["name"], msg="备份关键词:{}完成".format(conf["name"])) self.print_log(config) self.print_log("->>>备份关键词:{}完成".format(conf["name"])) def backup_sqlite_data(self, conf): self.print_log("->>>开始备份sqlite:{}".format(conf["name"])) sqlite_path = conf["name"] sqlite_data = None sqlite_data_md5 = None if os.path.exists(sqlite_path): sqlite_data = self.copy_file(sqlite_path) sqlite_data_md5 = self.get_md5(sqlite_path) config = { "sqlite_data": sqlite_data, "sqlite_info": conf["name"], "sqlite_data_md5": sqlite_data_md5 } self.write_id_config("data_list", "sql_list", "sqlite", config=config, sec_name=conf["name"]) self.change_backup_status("data_list", "sql_list", "sqlite", "backup_status", 1, conf["name"], msg="备份sqlite:{}完成".format(conf["name"])) self.print_log(config) self.print_log("->>>备份sqlite:{}完成".format(conf["name"])) # ====================================================================== # 恢复数据 # ====================================================================== # 获取备份记录 def get_backup_record(self, id): """ 获取备份记录 :param id: :return: """ if id not in self.config: return public.returnMsg(False, '任务不存在！') if self.backup_record is None: backup_log_path = self.config[id]["backup_log_path"] res = json.loads(public.readFile(backup_log_path)) self.backup_record = res # 恢复入口函数 def reduction(self, id): """ 还原 :param id: :return: """ if not isinstance(id, str): id = id["id"] conf = self.config[id] self.get_backup_record(id) reduction = json.loads(public.readFile(conf["reduction_task_config_path"]))["reduction_config"] if not reduction: self.print_log("还原信息不存在") return public.returnMsg(False, '还原配置不存在') if isinstance(reduction, str): reduction = json.loads(reduction) self.reduction_config = reduction self.reduction_log_path = conf["reduction_log_path"] # 取备份中存储的数据 try: backup_data_path = os.path.join(self.backup_path, id + "_backup.json") self.backup_task_data = json.loads(public.readFile(backup_data_path)) except: pass if not self.backup_task_data: self.print_log("备份信息检查失败，恢复失败") return public.returnMsg(False, '备份信息检查失败，恢复失败') conf["status"] = 3 self.status = 4 conf["start_time"] = time.strftime('%Y-%m-%d %X') self.write_config(id, conf) # 开始解压备份文件 try: if not os.path.exists(conf['backup_path'] + '.tar.gz'): self.print_log("备份文件不存在") return public.returnMsg(False, '备份文件不存在') public.ExecShell('mkdir -p {}'.format(conf['backup_path'])) public.ExecShell('tar -xzf {} -C {}'.format(conf['backup_path'] + '.tar.gz', conf['backup_path'])) except: pass # 还原环境 self.reduction_env(self.reduction_config) # 还原数据 self.reduction_data(self.reduction_config) # 还原配置 # self.reduction_panel_config(self.reduction_config) conf["status"] = self.status conf['access_num'] = self.access_num conf['error_num'] = self.error_num self.write_config(id, conf) return public.returnMsg(True, '还原结束') # 写恢复进度日志 def change_reduction_status(self, block, name="", son_name="", status_name="", status=0, sec_name='', msg=''): if status == 2: self.status = 5 self.error_num += 1 if status == 1: self.access_num += 1 if sec_name != '': for i in range(len(self.reduction_config[block][name][son_name])): if self.reduction_config[block][name][son_name][i]['name'] == sec_name: self.reduction_config[block][name][son_name][i][status_name] = status if msg != '': self.reduction_config[block][name][son_name][i]['msg'] = msg elif son_name != "": for i in range(len(self.reduction_config[block][name])): if self.reduction_config[block][name][i]['name'] == son_name: self.reduction_config[block][name][i][status_name] = status if msg != '': self.reduction_config[block][name][i]['msg'] = msg elif name != "": self.reduction_config[block][name][status_name] = status if msg != '': self.reduction_config[block][name]['msg'] = msg else: self.reduction_config[block][status_name] = status if msg != '': self.reduction_config[block]['msg'] = msg public.writeFile(self.reduction_log_path, json.dumps(self.reduction_config)) def reduction_env(self, conf): env_conf = conf["env_list"] connect = { "php": self.reduction_php, "mysql": self.reduction_mysql, "mongo": self.reduction_mongo, "redis": self.reduction_redis, "pgsql": self.reduction_pgsql, "nginx": self.reduction_nginx, "apache": self.reduction_apache, "ftp": self.reduction_ftp, } for k, v in env_conf.items(): for i in v: if i['status'] == 1: # 取备份的信息 try: connect[k](i) except: print(public.get_error_info()) self.change_reduction_status("env_list", k, i["name"], "reduction_status", 2, msg="{}{}还原失败，程序出错".format(k, i["name"])) else: if i['status'] != 3 and i['name']: self.change_reduction_status("env_list", k, i["name"], "reduction_status", 4, msg="{}{}未备份".format(k, i["name"])) # 检测进程是否存在 def cehck_pid_status(self, pid): try: ps = psutil.Process(int(pid)) return True except: return False def reduction_php(self, conf): self.print_log("->>>开始还原PHP环境:{}".format(conf["name"])) self.change_reduction_status("env_list", "php", conf["name"], "reduction_status", -1, msg='开始还原php{}环境'.format(conf["name"])) pid_file = '/www/server/php/{}/var/run/php-fpm.pid'.format(conf["name"]) if conf["name"] == '52': pid_file = '/www/server/php/{}/logs/php-fpm.pid'.format(conf["name"]) php_backup_config = [j for i, j in self.backup_task_data['env_list']["php"].items() if i == conf["name"]] if not php_backup_config or isinstance(php_backup_config, str): self.print_log("获取php{}备份信息失败".format(conf["name"])) self.change_reduction_status("env_list", "php", conf["name"], "reduction_status", 2, msg="获取php{}备份信息失败".format(conf["name"])) return php_backup_config = php_backup_config[0] # 开始检测当前php是否安装 php_path = '/www/server/php/{}'.format(conf["name"]) if not os.path.exists(php_path): self.print_log("php{}未安装,开始安装".format(conf["name"])) # 安装指定的php版本 public.ExecShell('cd /www/server/panel/install && /bin/bash install_soft.sh 1 install php {}.{} &>> {}'.format(conf["name"][0], conf["name"][1], self.logs_file)) self.print_log('php{}安装完成,检测安装状态中.....'.format(conf["name"])) pid = public.readFile(pid_file) if not self.cehck_pid_status(pid): public.ExecShell('/etc/init.d/php-fpm-{} start'.format(conf["name"])) time.sleep(0.1) pid = public.readFile(pid_file) if not self.cehck_pid_status(pid): self.print_log('php{}安装失败'.format(conf["name"])) self.change_reduction_status("env_list", "php", conf["name"], "reduction_status", 2, msg="php{}安装失败".format(conf["name"])) public.ExecShell("rm -rf /www/server/php/{}".format(conf["name"])) return self.print_log('php{}安装完成'.format(conf["name"])) else: self.print_log('php{}已安装'.format(conf["name"])) self.print_log('状态检测中.....') pid = public.readFile(pid_file) if not self.cehck_pid_status(pid): self.print_log('php{}未启动，正在启动中......'.format(conf["name"])) public.ExecShell('/etc/init.d/php-fpm-{} start'.format(conf["name"])) time.sleep(0.1) pid = public.readFile(pid_file) self.print_log(pid) if not self.cehck_pid_status(pid): self.print_log('php{}启动失败'.format(conf["name"])) self.change_reduction_status("env_list", "php", conf["name"], "reduction_status", 2, msg="php{}启动失败".format(conf["name"])) return self.print_log('php{}已启动'.format(conf["name"])) # 开始安装拓展 so_path = "/www/server/php/{}/lib/php/extensions/".format(conf["name"]) if os.path.exists(so_path) and len(os.listdir(so_path)) > 0: so_path = os.path.join(so_path, os.listdir(so_path)[0]) development_list = php_backup_config["php_development"] else: development_list = [] now_development_list = ajax.ajax().GetPHPConfig(public.to_dict_obj({"version": conf["name"]}))['libs'] now_development_list = {i['name']: i for i in now_development_list} install_err = [] for development in development_list: development = development.lower() if development.lower() in now_development_list.keys() and now_development_list[development.lower()]["status"] != True and conf["name"] in now_development_list[development.lower()][ "versions"] and not os.path.exists(os.path.join(so_path, "{}.so".format(development))): self.print_log("开始安装php{}拓展:{}".format(conf["name"], development)) public.ExecShell( 'wget -O {sh_name}.sh https://download.bt.cn/install/1/{sh_name}.sh && sh {sh_name}.sh install {php_version} $>> {log}'.format(sh_name=development.lower(), php_version=conf["name"], log=self.logs_file)) # 检测是否安装成功 if 'swoole' in development: development = 'swoole' res = public.ExecShell('/www/server/php/{}/bin/php -m'.format(conf["name"])) if development in res[0].lower() and "{}.so".format(development) in os.listdir(so_path): self.print_log("php{}拓展:{}安装成功".format(conf["name"], development)) else: self.print_log("php{}拓展:{}安装失败".format(conf["name"], development)) install_err.append(development) # 安装失败的重新安装 for development in install_err: development = development.lower() self.print_log("开始安装php{}拓展:{}".format(conf["name"], development)) public.ExecShell( 'wget -O {sh_name}.sh https://download.bt.cn/install/1/{sh_name}.sh && sh {sh_name}.sh install {php_version} $>> {log}'.format(sh_name=development.lower(), php_version=conf["name"], log=self.logs_file)) # 检测是否安装成功 if 'swoole' in development: development = 'swoole' res = public.ExecShell('/www/server/php/{}/bin/php -m'.format(conf["name"])) try: if development in res[0].lower() or "{}.so".format(development) in os.listdir(so_path): self.print_log("php{}拓展:{}安装成功".format(conf["name"], development)) else: self.print_log("php{}拓展:{}安装失败".format(conf["name"], development)) except: pass # 开始还原php配置文件 php_ini_path = '/www/server/php/{}/etc/php.ini'.format(conf["name"]) php_fpm_path = '/www/server/php/{}/etc/php-fpm.conf'.format(conf["name"]) php_ini_res = self.uncopy_file(php_backup_config["php_ini"], php_ini_path, isfile=True) php_fpm_res = self.uncopy_file(php_backup_config["php_fpm"], php_fpm_path, isfile=True) if not php_ini_res or not php_fpm_res: self.print_log("还原php{}配置文件失败".format(conf["name"])) self.change_reduction_status("env_list", "php", conf["name"], "reduction_status", 2, msg="还原php{}配置文件失败".format(conf["name"])) return # 安全防护拓展 移除 if not os.path.exists(so_path) or 'security_notice.so' not in os.listdir(so_path): public.ExecShell("sed -i '/security_notice/ s/.*/ /' {}".format(php_ini_path)) public.ExecShell("sed -i '/security.notice/ s/.*/ /' {}".format(php_fpm_path)) self.print_log("还原php{}配置文件完成".format(conf["name"])) # 重载php public.ExecShell('/etc/init.d/php-fpm-{} reload'.format(conf["name"])) self.print_log("->>>还原PHP环境:{}完成".format(conf["name"])) self.change_reduction_status("env_list", "php", conf["name"], "reduction_status", 1, msg="还原php{}配置文件完成".format(conf["name"])) def reduction_mysql(self, conf): self.print_log("->>>开始还原mysql环境:{}".format(conf["name"])) self.print_log(conf) backup_mysql_conf = self.backup_task_data['env_list']['mysql'] self.change_reduction_status("env_list", "mysql", conf['name'], status_name="reduction_status", status=-1, msg="开始还原mysql{}环境".format(conf["name"])) self.print_log(backup_mysql_conf) # 检测mysql是否安装和版本是否相同 mysql_path = '/www/server/mysql/version.pl' if not os.path.exists(mysql_path): self.print_log("mysql未安装,开始安装mysql{}".format(backup_mysql_conf["version"])) public.ExecShell('mkdir -p /www/server/mysql') version = backup_mysql_conf["version"] if version.count('.') > 1: version = version.split('.')[:2] version = '.'.join(version) public.ExecShell("/bin/bash /www/server/panel/install/install_soft.sh 1 install mysql {} &>> {}".format(version, self.logs_file)) mysql_version = public.readFile('/www/server/mysql/version.pl') if not mysql_version: self.print_log("mysql读取版本异常，请手动检查") self.change_reduction_status("env_list", "mysql", conf['name'], status_name="reduction_status", status=2, msg="mysql读取版本异常，请手动检查") else: mysql_version = mysql_version.strip() if mysql_version != conf["name"]: self.print_log("mysql版本不一致,请手动操作将mysql版本升级到{}版本".format(conf["name"])) self.change_reduction_status("env_list", "mysql", conf['name'], status_name="reduction_status", status=2, msg="mysql版本不一致,请手动操作将mysql版本升级到{}版本".format(conf["name"])) return else: self.print_log("mysql版本一致") # 恢复配置文件 self.print_log('开始恢复mysql配置文件') config_path = '/etc/my.cnf' res = self.uncopy_file(backup_mysql_conf["mysql_conf"], config_path, isfile=True, md5=backup_mysql_conf["mysql_conf_md5"]) if not res: self.change_reduction_status("env_list", "mysql", conf['name'], status_name="reduction_status", status=2, msg="还原mysql{}配置文件失败".format(conf["name"])) self.print_log("->>>还原mysql环境:{}完成".format(conf["name"])) self.change_reduction_status("env_list", "mysql", conf['name'], status_name="reduction_status", status=1, msg="还原mysql{}完成".format(conf["name"])) def reduction_mongo(self, conf): self.print_log("->>>开始还原mongo环境:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原mongo环境:{}完成".format(conf["name"])) def reduction_redis(self, conf): self.print_log("->>>开始还原redis环境:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原redis环境:{}完成".format(conf["name"])) def reduction_pgsql(self, conf): self.print_log("->>>开始还原pgsql环境:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原pgsql环境:{}完成".format(conf["name"])) def reduction_nginx(self, conf): self.print_log("->>>开始还原nginx环境:{}".format(conf["name"])) # self.print_log(conf) # self.print_log(self.backup_task_data['env_list']['nginx']) self.change_reduction_status("env_list", "nginx", conf['name'], status_name="reduction_status", status=-1, msg="开始还原nginx环境") nginx_path = '/www/server/nginx' # 关闭nginx 服务 if os.path.exists(nginx_path): public.ExecShell("/etc/init.d/nginx stop") self.print_log('关闭nginx服务') self.print_log("开始恢复nginx") flag = 1 # 恢复nginx文件 res = self.uncopy_file(self.backup_task_data['env_list']['nginx']["nginx_file"], "/www/server/nginx/", unbak=True) if not res: flag = 0 # 还原nginx启动文件 if self.backup_task_data['env_list']['nginx']["nginx_cmd"]: res = self.uncopy_file(self.backup_task_data['env_list']['nginx']["nginx_cmd"], "/etc/init.d/nginx", isfile=True, md5=self.backup_task_data['env_list']['nginx']["nginx_cmd_md5"]) if not res: flag = 0 if self.backup_task_data['env_list']['nginx']["nginx_systemd"]: res = self.uncopy_file(self.backup_task_data['env_list']['nginx']["nginx_systemd"], "/lib/systemd/system/nginx.service", isfile=True, md5=self.backup_task_data['env_list']['nginx']["nginx_systemd_md5"]) if not res: flag = 0 if not flag: # 还原之前的版本 if os.path.exists("/www/server/nginx_bak"): public.ExecShell("rm -rf /www/server/nginx") public.ExecShell("mv /www/server/nginx_bak /www/server/nginx") if os.path.exists("/etc/init.d/nginx_bak"): public.ExecShell("rm -rf /etc/init.d/nginx") public.ExecShell("mv /etc/init.d/nginx_bak /etc/init.d/nginx") if os.path.exists("/lib/systemd/system/nginx.service_bak"): public.ExecShell("rm -rf /lib/systemd/system/nginx.service") public.ExecShell("mv /lib/systemd/system/nginx.service_bak /lib/systemd/system/nginx.service") self.change_reduction_status("env_list", "nginx", conf['name'], status_name="reduction_status", status=2, msg="还原nginx失败") public.ExecShell('/etc/init.d/nginx start') self.print_log("还原nginx失败") return # 启动nginx public.ExecShell("/etc/init.d/nginx start") self.change_reduction_status("env_list", "nginx", conf['name'], status_name="reduction_status", status=1, msg="还原nginx完成") self.print_log("->>>还原nginx环境:{}完成".format(conf["name"])) def reduction_apache(self, conf): self.print_log("->>>开始还原apache环境:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("env_list", "apache", conf['name'], status_name="reduction_status", status=-1, msg="开始还原apache{}环境".format(conf["name"])) self.print_log(self.backup_task_data['env_list']['apache']) apache_path = '/www/server/apache/version.pl' if not os.path.exists(apache_path): # 安装apache public.ExecShell('mkdir -p /www/server/apache') version = self.backup_task_data['env_list']['apache']["version"] if version.count('.') > 1: version = version.split('.')[:2] version = '.'.join(version) public.ExecShell("/bin/bash /www/server/panel/install/install_soft.sh 1 install apache {} &>> {}".format(version, self.logs_file)) apache_version = public.readFile('/www/server/apache/version.pl') if not apache_version: self.print_log("apache读取版本异常，请手动检查") self.change_reduction_status("env_list", "apache", conf['name'], status_name="reduction_status", status=2, msg="apache读取版本异常，请手动检查") else: apache_version = apache_version.strip() if apache_version != conf["name"]: public.ExecShell('rm -rf /www/server/apache') self.print_log('apache版本不一致，升级apache到{}版本'.format(conf["name"])) version = conf["name"] if version.count('.') > 1: version = version.split('.')[:2] version = '.'.join(version) public.ExecShell("/bin/bash /www/server/panel/install/install_soft.sh 1 install apache {} &>> {}".format(version, self.logs_file)) # 恢复配置文件 res = self.uncopy_file(self.backup_task_data['env_list']['apache']["apache_conf"], "/www/server/apache/", isfile=True, md5=self.backup_task_data['env_list']['apache']["apache_conf_md5"]) if not res: self.change_reduction_status("env_list", "apache", conf['name'], status_name="reduction_status", status=2, msg="还原apache{}配置文件失败".format(conf["name"])) self.print_log("->>>还原apache环境:{}完成".format(conf["name"])) def reduction_ftp(self, conf): self.print_log("->>>开始还原ftp环境:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("env_list", "ftp", conf['name'], status_name="reduction_status", status=-1, msg="开始还原ftp{}环境".format(conf["name"])) self.print_log(self.backup_task_data['env_list']['ftp']) # 检测ftp是否安装 ftp_path = '/www/server/pure-ftpd' if not os.path.exists(ftp_path): # 安装ftp version = self.backup_task_data['env_list']['ftp']["version"] public.ExecShell("/bin/bash /www/server/panel/install/install_soft.sh 1 install pure-ftpd {}&>> {}".format(version, self.logs_file)) # 恢复配置文件 self.print_log('开始恢复ftp配置文件') res = self.uncopy_file(self.backup_task_data['env_list']['ftp']["ftp_conf"], "/www/server/pure-ftpd/etc/pure-ftpd.conf", md5=self.backup_task_data['env_list']['ftp']["ftp_conf_md5"]) if not res: self.change_reduction_status("env_list", "ftp", conf['name'], status_name="reduction_status", status=2, msg="还原ftp{}配置文件失败".format(conf["name"])) # 恢复配置文件 public.ExecShell('rm -rf /www/server/pure-ftpd') public.ExecShell('mv /www/server/pure-ftpd/etc/pure-ftpd.conf_bak /www/server/pure-ftpd/etc/pure-ftpd.conf') # 检查日志开启状态 self.print_log('开始检查ftp日志开启状态') rsyslog_path = "/etc/rsyslog.conf" cofig = public.readFile(rsyslog_path) if "ftp.*" in cofig: log_status = 1 else: log_status = 0 if self.backup_task_data['env_list']['ftp']["log_status"] != log_status: if self.backup_task_data['env_list']['ftp']["log_status"]: public.ExecShell("sed -i '/ftp\.\*/d' {}".format(rsyslog_path)) else: public.ExecShell("echo 'ftp.* /var/log/pureftpd.log' >> {}".format(rsyslog_path)) public.ExecShell('/etc/init.d/rsyslog restart') self.print_log('ftp日志开启状态恢复完成') self.change_reduction_status("env_list", "ftp", conf['name'], status_name="reduction_status", status=1, msg="还原ftp{}完成".format(conf["name"])) self.print_log("->>>还原ftp环境:{}完成".format(conf["name"])) def reduction_data(self, conf): data_conf = conf["data_list"] connect = { "php": self.reduction_php_data, "java": self.reduction_java_data, "node": self.reduction_node_data, "python": self.reduction_python_data, "other": self.reduction_other_data, "net": self.reduction_net_data, "proxy": self.reduction_proxy_data, "html": self.reduction_html_data, "mysql": self.reduction_mysql_data, "mongodb": self.reduction_mongodb_data, "redis": self.reduction_redis_data, "pgsql": self.reduction_pgsql_data, "ftp_list": self.reduction_ftp_data, "terminal_list": self.reduction_terminal_data, "crontab_list": self.reduction_crontab_data, "port_list": self.reduction_port_data, "ip_list": self.reduction_ip_data, "port_redirect": self.reduction_port_redirect_data, "area_list": self.reduction_area_data, "ssh_config": self.reduction_ssh_config_data, "words": self.reduction_words_data, "sqlite": self.reduction_sqlite_data, } for k, v in data_conf.items(): if k in ['site_list', 'sql_list', 'config_list', "safety"]: for type, dates in v.items(): if type not in connect.keys(): pass for data in dates: if int(data['status']) in [1, -1, 2] and data['backup_status'] == 1: try: connect[type.lower()](data) except: print(public.get_error_info()) self.change_reduction_status("data_list", k, type, "reduction_status", 2, data["name"], msg="{}还原失败，程序出错".format(data["name"])) else: self.change_reduction_status("data_list", k, type, "reduction_status", 4, data["name"], msg="{}备份状态异常".format(data["name"])) elif k in ['ftp_list']: for i in v: if i['status'] in [1, -1, 2] and i['backup_status'] == 1: try: connect[k](i) except: print(public.get_error_info()) self.change_reduction_status("data_list", "ftp_list", i["name"], "reduction_status", 2, msg="{}还原失败，程序出错".format(i["name"])) else: self.change_reduction_status("data_list", "ftp_list", i["name"], "reduction_status", 4, msg="{}备份状态异常".format(i["name"])) else: for j in v: if j['status'] in [1, -1, 2] and j['backup_status'] == 1: try: connect[k](j) except: print(public.get_error_info()) self.change_reduction_status("data_list", k, j["name"], "reduction_status", 2, msg="{}还原失败，程序出错".format(j["name"])) else: if j['status'] != 3 and j['name']: self.change_reduction_status("data_list", k, j["name"], "reduction_status", 4, msg="{}备份状态异常".format(j["name"])) def reduction_php_data(self, conf): self.print_log(")->>>开始还原PHP数据:{}".format(conf["name"])) backup_conf_config = self.backup_task_data.get('data_list', {}).get('site_list', {}).get('php', {}).get(conf['name'], {}) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", -1, conf["name"], msg="开始还原php{}数据".format(conf["name"])) if not backup_conf_config: self.print_log("获取php{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="获取php{}备份信息失败".format(conf["name"])) return # 查看当前网站配置 now_site_config = public.M('sites').where('name=?', (conf['name'],)).select() site_info = backup_conf_config["site_info"] # php动态项目特殊处理： import panelSite from mod.project.php.php_asyncMod import main as php_asyncMod is_phpmod = False if 'project_config' in site_info.keys(): site_info['project_config'] = json.loads(site_info['project_config']) if 'type' in site_info['project_config'].keys() and site_info['project_config']['type'].lower() == 'phpmod': is_phpmod = True if now_site_config and isinstance(now_site_config, list): # 同步网站的sql配置 now_site_config = now_site_config[0] site_info['ps'] = now_site_config['ps'] site_info['id'] = now_site_config['id'] site_info.pop('index') if isinstance(site_info.get('project_config', ''), dict): site_info['project_config'] = json.dumps(site_info['project_config']) site_info.pop('php_version') public.M('sites').where('name=? and id=?', (site_info["name"], now_site_config["id"])).update(site_info) else: if not is_phpmod: args = public.dict_obj() args.path = site_info['path'] args.ftp = False args.type = 'PHP' args.type_id = site_info['type_id'] args.ps = site_info['ps'] args.port = '80' args.version = site_info['php_version'] args.need_index = 0 args.need_404 = 0 args.sql = False args.codeing = 'utf8mb4' args.webname = json.dumps({"domain": site_info['name'], "domainlist": [], "count": 0}) panelSite.panelSite().AddSite(args) else: args = public.dict_obj() args.site_path = site_info['path'] args.project_cmd = site_info['project_config']['start_cmd'] args.install_dependence = '0' args.php_version = site_info['project_config']['php_version'] args.sql = False args.project_ps = site_info['ps'] args.project_port = '' args.open_proxy = '0' args.project_proxy_path = '' args.run_user = site_info['project_config']['run_user'] args.composer_version = '' args.webname = json.dumps({"domain": site_info['name'], "domainlist": [], "count": 0}) php_asyncMod().create_project(args) self.print_log('面板网站存储信息同步完成') # 恢复网站文件 site_path = site_info['path'] res = self.uncopy_file(backup_conf_config["site_file"], site_path, isfile=False, unbak=True) if not res: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="还原php{}网站文件失败".format(conf["name"])) self.print_log("还原php{}网站文件失败".format(conf["name"])) return # 同步网站域名 site_id = public.M('sites').where('name=?', (conf['name'],)).getField('id') domains = backup_conf_config["domains"] if domains and isinstance(domains, list): domains = {i["name"]: i for i in domains} sql = public.M('domain') now_domains = sql.where('pid=?', (site_id,)).select() if now_domains and isinstance(now_domains, list): now_domains = {i["name"]: i for i in now_domains} else: now_domains = {} print(domains) print(now_domains) # 删除多余的域名 del_domains = [i for i in now_domains.keys() if i not in domains.keys()] if del_domains: public.M('domain').where('name in (?)', (','.join(del_domains))).delete() self.print_log('删除多余的域名成功：{}'.format(','.join(del_domains))) # 修改域名信息 for domain, value in domains.items(): if domain not in now_domains.keys(): self.print_log('添加域名：{}'.format(domain)) value.pop('id') value['pid'] = site_id public.M('domain').insert(value) else: domains[domain].pop('id') value['pid'] = site_id public.M('domain').where('name=?', (domain,)).update(value) self.print_log("php{}网站域名恢复完成".format(conf["name"])) # 恢复网站nginx和apache配置文件 self.print_log('开始恢复php{}网站nginx和apache配置文件'.format(conf["name"])) nginx_conf_path = '/www/server/panel/vhost/nginx/{}.conf'.format(conf["name"]) apache_conf_path = '/www/server/panel/vhost/apache/{}.conf'.format(conf["name"]) if backup_conf_config['nginx_config'] and os.path.exists(backup_conf_config['nginx_config']): res = self.uncopy_file(backup_conf_config["nginx_config"], nginx_conf_path, isfile=True, md5=backup_conf_config["nginx_config_md5"]) if not res: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="还原php{}nginx配置文件失败".format(conf["name"])) self.print_log("还原php{}nginx配置文件失败".format(conf["name"])) return if backup_conf_config['apache_config'] and os.path.exists(backup_conf_config['apache_config']): res = self.uncopy_file(backup_conf_config["apache_config"], apache_conf_path, isfile=True, md5=backup_conf_config["apache_config_md5"]) if not res: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="还原php{}apache配置文件失败".format(conf["name"])) self.print_log("还原php{}apache配置文件失败".format(conf["name"])) return self.print_log("php{}网站nginx和apache配置文件恢复完成".format(conf["name"])) # 恢复网站重定向 self.print_log('开始恢复php{}网站重定向'.format(conf["name"])) redirect_list = backup_conf_config["redirect_list"] __redirectfile = "/www/server/panel/data/redirect.conf" redirectconf = json.loads(public.readFile(__redirectfile)) red_name = {j['sitename']: i for i, j in enumerate(redirectconf)} for i in redirect_list: if i["sitename"] not in red_name.keys(): redirectconf.append(i) elif i['sitename'] in red_name.keys(): redirectconf[red_name[i['sitename']]] = i public.writeFile(__redirectfile, json.dumps(redirectconf)) res_nginx = self.uncopy_file(backup_conf_config["redirect_nginx_data"], '/www/server/panel/vhost/nginx/redirect/{}'.format(conf["name"]), isfile=False) res_apache = self.uncopy_file(backup_conf_config["redirect_apache_data"], '/www/server/panel/vhost/apache/redirect/{}'.format(conf["name"]), isfile=False) if res_nginx and res_apache: self.print_log("恢复重定向成功") else: self.print_log("恢复重定向失败") self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="恢复重定向失败") # 删除多余得重定向 old_list = [i['redirectname'] for i in redirect_list] now_redirect_list = [i['redirectname'] for i in redirectconf if i['sitename'] == conf["name"]] for redirect in now_redirect_list: if redirect not in old_list: if is_phpmod: res = php_asyncMod().remove_project_redirect(public.to_dict_obj({"sitename": conf["name"], "redirectname": redirect})) else: res = panelSite.panelSite().DeleteRedirect(public.to_dict_obj({"siteName": conf["name"], "redirectName": redirect})) if res['status']: self.print_log("删除多余重定向：{}成功".format(redirect)) else: self.print_log("删除多余重定向：{}失败".format(redirect)) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="删除多余重定向：{}失败".format(redirect)) self.print_log("php{}网站重定向恢复完成".format(conf["name"])) # 恢复反向代理 self.print_log('开始恢复php{}网站反向代理'.format(conf["name"])) proxy_list = backup_conf_config["proxy_list"] if not is_phpmod: __proxyfile = '{}/data/proxyfile.json'.format(public.get_panel_path()) else: __proxyfile = "{}/data/mod_proxy_file.conf".format(public.get_panel_path()) try: proxyUrl = json.loads(public.readFile(__proxyfile)) except: proxyUrl = {} proxy_name = {j['sitename']: i for i, j in enumerate(proxyUrl)} for i in proxy_list: if i["sitename"] not in proxy_name.keys(): proxyUrl.append(i) elif i['sitename'] in proxy_name.keys(): proxyUrl[proxy_name[i['sitename']]] = i public.writeFile(__proxyfile, json.dumps(proxyUrl)) res_n = self.uncopy_file(backup_conf_config["proxy_nginx_data"], '/www/server/panel/vhost/nginx/proxy/{}'.format(conf["name"]), isfile=False) res_a = self.uncopy_file(backup_conf_config["proxy_apache_data"], '/www/server/panel/vhost/apache/proxy/{}'.format(conf["name"]), isfile=False) if not res_n or not res_a: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="恢复nginx反向代理失败") self.print_log("恢复反向代理失败") # 删除多余的反向代理 old_list = [i['proxyname'] for i in proxy_list] proxy_name = [i for i in proxyUrl if i['sitename'] == conf["name"]] for proxy in proxy_name: if proxy['proxyname'] not in old_list: if is_phpmod: res = php_asyncMod().remove_proxy(public.to_dict_obj({"sitename": conf["name"], "proxyname": proxy['proxyname']})) else: res = panelSite.panelSite().DeleteProxy(public.to_dict_obj({"siteName": conf["name"], "proxyName": proxy['proxyname']})) if not res['status']: self.print_log("删除多余反向代理：{}失败".format(proxy['proxyname'])) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="删除多余反向代理：{}失败".format(proxy['proxyname'])) return self.print_log("删除多余反向代理：{}成功".format(proxy['proxyname'])) self.print_log("php{}网站反向代理恢复完成".format(conf["name"])) # 开始恢复ssl证书 self.print_log('开始恢复php{}网站ssl证书'.format(conf["name"])) if backup_conf_config["ssl_info"]: ssl_path = '/www/server/panel/vhost/cert/{}'.format(conf["name"]) res = self.uncopy_file(backup_conf_config["ssl_info"], ssl_path, isfile=False) if not res: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="还原php{}ssl证书失败".format(conf["name"])) self.print_log("还原php{}ssl证书失败".format(conf["name"])) return self.print_log("php{}网站ssl证书恢复完成".format(conf["name"])) else: self.print_log("php{}网站无ssl证书".format(conf["name"])) # 开始恢复目录加密访问 self.print_log('开始恢复php{}网站目录加密访问'.format(conf["name"])) if backup_conf_config["dir_auth_json"]: dir_auth_path = '/tmp/{}'.format(conf["name"]) self.uncopy_file(backup_conf_config["dir_auth_json"], dir_auth_path, unbak=True) if os.path.exists(dir_auth_path): res = public.readFile(dir_auth_path) if res: res = json.loads(res) data = res.get(conf["name"], []) if data: config_path = '/www/server/panel/data/site_dir_auth.json' if os.path.exists(config_path): res = public.readFile(config_path) if res: res = json.loads(res) else: res = {} res[conf["name"]] = data public.writeFile(config_path, json.dumps(res)) else: conf = {conf["name"]: data} public.writeFile(config_path, json.dumps(conf)) if backup_conf_config["dir_auth_file"]: res = self.uncopy_file(backup_conf_config["dir_auth_file"], '/www/server/panel/vhost/nginx/dir_auth/{}'.format(conf["name"]), isfile=False) if not res: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="还原php{}目录加密访问失败".format(conf["name"])) self.print_log("还原php{}目录加密访问失败".format(conf["name"])) return self.print_log("php{}网站目录加密访问恢复完成".format(conf["name"])) # 开始恢复子目录域名绑定 if backup_conf_config["banding"]: if is_phpmod: pass else: self.print_log('开始恢复php{}网站子目录域名绑定'.format(conf["name"])) res = panelSite.panelSite().GetDirBinding(public.to_dict_obj({"id": site_id})) banding_list = res["binding"] banding_list = {i["domain"]: i for i in banding_list} old_list = {i["domain"]: i for i in backup_conf_config["banding"]} for k, v in old_list.items(): if k not in banding_list.keys(): res = panelSite.panelSite().AddDirBinding(public.to_dict_obj({"id": site_id, "domain": v["domain"], "dirName": v["path"]})) if not res["status"]: self.print_log("恢复子目录域名绑定：{}失败".format(k)) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="恢复子目录域名绑定：{}失败".format(k)) return self.print_log("恢复子目录域名绑定：{}成功".format(k)) for k, v in banding_list.items(): if k not in old_list.keys(): res = panelSite.panelSite().DelDirBinding(public.to_dict_obj({"id": v['id']})) if not res["status"]: self.print_log("删除多余子目录域名绑定：{}失败".format(k)) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="删除多余子目录域名绑定：{}失败".format(k)) return self.print_log("删除多余子目录域名绑定：{}成功".format(k)) # 开始恢复伪静态 if backup_conf_config["pseudo_static_data"]: self.print_log('开始恢复php{}网站伪静态'.format(conf["name"])) res = self.uncopy_file(backup_conf_config["pseudo_static_data"], '/www/server/panel/vhost/rewrite/{}.conf'.format(conf["name"]), isfile=True, md5=backup_conf_config["pseudo_static_data_md5"]) if not res: self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 2, conf["name"], msg="还原php{}伪静态失败".format(conf["name"])) self.print_log("还原php{}伪静态失败".format(conf["name"])) return self.print_log("php{}网站伪静态恢复完成".format(conf["name"])) # 还原网站相关数据库 self.print_log('开始还原php{}网站相关数据库'.format(conf["name"])) if backup_conf_config["database_info"]: self.reduction_mysql_data(backup_conf_config['database_info']) if backup_conf_config["ftp_info"]: self.reduction_ftp_data(backup_conf_config["ftp_info"]) self.print_log('php{}网站相关数据库恢复完成'.format(conf["name"])) self.print_log("->>>还原PHP数据:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "site_list", "php", "reduction_status", 1, conf["name"], msg="还原成功！") def reduction_java_data(self, conf): self.print_log("->>>开始还原java数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原java数据:{}完成".format(conf["name"])) def reduction_node_data(self, conf): self.print_log("->>>开始还原node数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原node数据:{}完成".format(conf["name"])) def reduction_python_data(self, conf): self.print_log("->>>开始还原python数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原python数据:{}完成".format(conf["name"])) def reduction_other_data(self, conf): self.print_log("->>>开始还原other数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原other数据:{}完成".format(conf["name"])) def reduction_net_data(self, conf): self.print_log("->>>开始还原net数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原net数据:{}完成".format(conf["name"])) def reduction_proxy_data(self, conf): self.print_log("->>>开始还原proxy数据:{}".format(conf["name"])) self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", -1, conf["name"], msg="开始还原proxy{}数据".format(conf["name"])) proxy_config_path = "/www/server/proxy_project/sites/{}".format(conf["name"]) nginx_config_path = "/www/server/panel/vhost/nginx/{}.conf".format(conf["name"]) apache_config_path = "/www/server/panel/vhost/apache/{}.conf".format(conf["name"]) # 恢复面板存储得网站信息 self.print_log('开始恢复数据库存储信息proxy:{}'.format(conf["name"])) site_info = self.backup_task_data['data_list']['site_list']['proxy'].get(conf["name"], {}) if not site_info: self.print_log("获取proxy{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", 2, conf["name"], msg="获取proxy{}备份信息失败") return site_db_info = site_info["site_info"][0] now_site_info = public.M('sites').where('name=?', (conf["name"],)).select() if now_site_info and not isinstance(now_site_info, str): now_site_info = now_site_info[0] site_db_info.pop('id') now_site_info.update(site_db_info) now_site_info.pop('index') public.M('sites').where('name=? and project_type="proxy"', (conf["name"],)).update(now_site_info) else: proxy_cache_dir = "/www/wwwroot/{}/proxy_cache_dir".format(conf["name"]) if not os.path.exists(proxy_cache_dir): public.ExecShell('mkdir -p {}'.format(proxy_cache_dir)) if os.path.exists(proxy_cache_dir): public.ExecShell('chown -R www:www {}'.format(proxy_cache_dir)) public.ExecShell('chmod -R 755 {}'.format(proxy_cache_dir)) self.print_log('创建proxy{}缓存目录成功'.format(conf["name"])) else: self.print_log('创建proxy{}缓存目录失败'.format(conf["name"])) self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", 2, conf["name"], msg="创建proxy{}缓存目录失败{}".format(conf["name"], proxy_cache_dir)) return site_db_info.pop('id') site_db_info['project_type'] = 'proxy' site_db_info.pop('index') public.M('sites').insert(site_db_info) self.print_log('面板网站存储信息同步完成') # 还原网站配置文件 self.print_log('开始恢复proxy{}网站配置文件'.format(conf["name"])) res = self.uncopy_file(site_info["proxy_config"], proxy_config_path, isfile=True, md5=site_info["proxy_config_md5"]) if not res: self.print_log('还原proxy{}配置文件失败'.format(conf["name"])) self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", 2, conf["name"], msg="还原proxy{}配置文件失败".format(conf["name"])) return self.print_log('proxy{}网站配置文件恢复完成'.format(conf["name"])) # 恢复nginx和apache配置文件 self.print_log('开始恢复proxy{}网站nginx和apache配置文件'.format(conf["name"])) if site_info['nginx_config'] and os.path.exists(site_info['nginx_config']): res = self.uncopy_file(site_info["nginx_config"], nginx_config_path, isfile=True, md5=site_info["nginx_config_md5"]) if not res: self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", 2, conf["name"], msg="还原proxy{}nginx配置文件失败".format(conf["name"])) self.print_log("还原proxy{}nginx配置文件失败".format(conf["name"])) return if site_info['apache_config'] and os.path.exists(site_info['apache_config']): res = self.uncopy_file(site_info["apache_config"], apache_config_path, isfile=True, md5=site_info["apache_config_md5"]) if not res: self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", 2, conf["name"], msg="还原proxy{}apache配置文件失败".format(conf["name"])) self.print_log("还原proxy{}apache配置文件失败".format(conf["name"])) return self.print_log('proxy{}网站nginx和apache配置文件恢复完成'.format(conf["name"])) self.print_log("->>>还原proxy数据:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "site_list", "proxy", "reduction_status", 1, conf["name"], msg="还原成功！") def reduction_html_data(self, conf): self.print_log("->>>开始还原html数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原html数据:{}完成".format(conf["name"])) def reduction_mysql_data(self, conf): self.print_log("->>>开始还原mysql数据:{}".format(conf["name"])) bakup_config = self.backup_task_data['data_list']['sql_list']['mysql'].get(conf['name'], {}) self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", -1, conf["name"], msg="开始还原mysql{}数据".format(conf["name"])) if not bakup_config: self.print_log("获取mysql{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 2, conf["name"], msg="获取mysql{}备份信息失败".format(conf["name"])) return if int(bakup_config['mysql_info']['db_type']) == 2: # 开始恢复远程数据库配置 self.print_log('开始还原mysql{}远程数据库配置'.format(conf["name"])) cloud_server = bakup_config['cloud_server'] now_cloud_server = public.M('database_servers').where('id=?', (bakup_config['mysql_info']['sid'])).select() if not now_cloud_server: public.M('database_servers').insert(cloud_server) else: cloud_server.pop('id') public.M('database_servers').where('id=?', (bakup_config['mysql_info']['sid'])).update(cloud_server) now_db_info = public.M('databases').where('name=?', (conf["name"],)).select() if now_db_info: public.M('databases').where('name=?', (conf["name"],)).delete() db_info = bakup_config['mysql_info'] db_info.pop('id') public.M('databases').insert(db_info) self.print_log('mysql{}远程数据库配置恢复完成'.format(conf["name"])) self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 1, conf["name"], msg="还原mysql{}数据库成功".format(conf["name"])) return # 恢复数据库配置 self.print_log('开始恢复mysql{}数据库配置'.format(conf["name"])) now_db_info = public.M('databases').where('name=?', (conf["name"],)).select() if now_db_info and not isinstance(now_db_info, str): now_db_info = now_db_info[0] now_db_info['conn_config'] = bakup_config['mysql_info']['conn_config'] now_db_info['sid'] = bakup_config['mysql_info']['sid'] public.M('databases').where('name=?', (conf["name"],)).update(now_db_info) else: # 创建数据库 args = public.dict_obj() args.name = bakup_config['mysql_info']['name'] args.db_user = bakup_config['mysql_info']['username'] args.password = bakup_config['mysql_info']['password'] args.dataAccess = "127.0.0.1" args.address = "127.0.0.1" args.codeing = 'utf8mb4' args.dtype = 'MYSQL' args.ps = bakup_config['mysql_info']['ps'] args.sid = bakup_config['mysql_info']['sid'] args.list_ip = '0.0.0.0/0' args.host = '' res = database.database().AddDatabase(args) if not res['status']: self.print_log("创建mysql{}数据库失败".format(conf["name"])) self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 2, conf["name"], msg="创建mysql{}数据库失败,{}".format(conf["name"], res['msg'])) return self.print_log('mysql{}数据库配置恢复完成'.format(conf["name"])) # 开始恢复数据库权限 self.print_log('开始还原mysql{}数据库权限'.format(conf["name"])) access = bakup_config["sql_power"] args = public.dict_obj() args.name = conf["name"] args.dataAccess = access args.address = '' args.access = access res = database.database().SetDatabaseAccess(args) # 恢复数据记录 if not res['status']: self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 2, conf["name"], msg="还原mysql{}数据库权限失败".format(conf["name"])) self.print_log("还原mysql{}数据库权限失败".format(conf["name"])) return self.print_log('mysql{}数据库权限恢复完成'.format(conf["name"])) # 开始恢复数据库数据 self.print_log('开始还原mysql{}数据库数据'.format(conf["name"])) res = self.uncopy_file(bakup_config["sql_data"], '/tmp/{}.sql'.format(conf["name"]), isfile=True, unbak=True) if not res: self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 2, conf["name"], msg="还原mysql{}数据库数据解压失败".format(conf["name"])) self.print_log("还原mysql{}数据库数据解压失败".format(conf["name"])) _MYSQL_BIN = public.get_mysql_bin() db_charset = public.get_database_character(conf['name']) db_password = public.M("config").where("id=?", (1,)).getField("mysql_root") if not db_password: return public.returnMsg(False, "数据库密码为空！请先设置数据库密码！") try: db_port = int(panelMysql.panelMysql().query("show global variables like 'port'")[0][1]) except: db_port = 3306 db_host = "localhost" db_user = "root" shell = "'{mysql_bin}' --force --default-character-set='{db_charset}' --host='{db_host}' --port={db_port} --user='{db_user}' --password='{password}' '{db_name}'".format( mysql_bin=_MYSQL_BIN, db_charset=db_charset, db_host=db_host, db_port=db_port, db_user=db_user, password=db_password, db_name=conf["name"], ) public.ExecShell("{} < {} &>> {}".format(shell, '/tmp/{}.sql'.format(conf["name"]), self.logs_file)) # 数据检查 now_sql_info = database.database().GetInfo(public.to_dict_obj({'db_name': conf["name"]})) if now_sql_info['data_size'] != bakup_config["sql_info"]['data_size']: self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 2, conf["name"], msg="还原mysql{}数据库数据失败".format(conf["name"])) self.print_log("还原mysql{}数据库数据失败".format(conf["name"])) return self.print_log('mysql{}数据库数据大小校验完成{}'.format(conf["name"], now_sql_info['data_size'])) self.print_log('mysql{}数据库数据恢复完成'.format(conf["name"])) self.print_log("->>>还原mysql数据库:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "sql_list", "mysql", "reduction_status", 1, conf["name"], msg="还原mysql{}数据库成功".format(conf["name"])) def reduction_mongodb_data(self, conf): self.print_log("->>>开始还原mongodb数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原mongodb数据:{}完成".format(conf["name"])) def reduction_redis_data(self, conf): self.print_log("->>>开始还原redis数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原redis数据:{}完成".format(conf["name"])) def reduction_pgsql_data(self, conf): self.print_log("->>>开始还原pgsql数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原pgsql数据:{}完成".format(conf["name"])) def reduction_ftp_data(self, conf): self.print_log("->>>开始还原ftp数据:{}".format(conf["name"])) self.change_reduction_status("data_list", "ftp_list", conf["name"], "reduction_status", -1, msg="开始还原ftp{}数据".format(conf["name"])) ftp_info = self.backup_task_data['data_list']['ftp_list'].get(conf['name'], {}) if not ftp_info: self.print_log("获取ftp{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "ftp_list", conf["name"], "reduction_status", 2, msg="获取ftp{}备份信息失败".format(conf["name"])) return self.print_log('开始恢复ftp{}用户'.format(conf["name"])) import ftp now_ftp_info = public.M('ftps').where('name=?', (conf["name"],)).select() if now_ftp_info and not isinstance(now_ftp_info, str): now_ftp_info = now_ftp_info[0] if 'id' in ftp_info.keys(): ftp_info['ftp_info'].pop('id') now_ftp_info.update(ftp_info['ftp_info']) public.M('ftps').where('name=?', (conf["name"],)).update(now_ftp_info) args = public.dict_obj() args.id = now_ftp_info['id'] args.ftp_username = ftp_info['ftp_info']["name"] args.new_password = ftp_info['ftp_info']["password"] args.path = ftp_info['ftp_info']["path"] res = ftp.ftp().SetUser(args) if not res['status']: self.print_log("修改ftp{}用户失败".format(conf["name"])) self.change_reduction_status("data_list", "ftp_list", conf["name"], "reduction_status", 2, msg="修改ftp{}用户失败".format(conf["name"])) return self.print_log('修改ftp{}用户成功'.format(conf["name"])) else: args = public.dict_obj() args.ftp_username = ftp_info['ftp_info']["name"] args.ftp_password = ftp_info['ftp_info']["password"] args.path = ftp_info['ftp_info']["path"] args.ps = ftp_info['ftp_info']["ps"] res = ftp.ftp().AddUser(args) if not res['status']: self.print_log("创建ftp{}用户失败".format(conf["name"])) self.change_reduction_status("data_list", "ftp_list", conf["name"], "reduction_status", 2, msg="创建ftp{}用户失败".format(conf["name"])) return self.print_log('创建ftp{}用户成功'.format(conf["name"])) self.print_log('ftp{}用户恢复完成'.format(conf["name"])) # 开始恢复ftp数据 self.print_log('开始还原ftp{}数据'.format(conf["name"])) res = self.uncopy_file(ftp_info["ftp_data"], ftp_info['ftp_info']["path"], isfile=False, unbak=True) if not res: self.change_reduction_status("data_list", "ftp_list", conf["name"], "reduction_status", 2, msg="还原ftp{}数据失败".format(conf["name"])) self.print_log("还原ftp{}数据失败".format(conf["name"])) self.print_log('ftp{}数据恢复完成'.format(conf["name"])) self.print_log("->>>还原ftp:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "ftp_list", conf["name"], "reduction_status", 1, msg="还原ftp{}成功".format(conf["name"])) def reduction_terminal_data(self, conf): self.print_log("->>>开始还原terminal数据") self.print_log(conf) backup_conf = self.backup_task_data['data_list']['terminal_list'][conf['name']] terminal = "/www/server/panel/config/ssh_info" self.print_log('开始还原terminal数据') res = self.uncopy_file(backup_conf["terminal_data"], terminal, isfile=False) if not res: self.change_reduction_status("data_list", "terminal_list", conf["name"], "reduction_status", 2, msg="还原{}数据失败".format(conf["name"])) self.print_log("还原terminal数据失败") public.ExecShell('rm -rf {}'.format(terminal)) public.ExecShell('mv {}_bak {} -f'.format(terminal, terminal)) return self.print_log("->>>还原terminal数据完成") self.change_reduction_status("data_list", "terminal_list", conf["name"], "reduction_status", 1, msg="还原{}数据成功".format(conf["name"])) def reduction_crontab_data(self, conf): self.print_log("->>>开始还原crontab数据:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("data_list", "crontab_list", conf["name"], "reduction_status", -1, msg="开始还原计划任务{}数据".format(conf["name"])) backup_conf = self.backup_task_data['data_list']['crontab_list'] cron_list = public.M('crontab').select() cron_list = [i['name'] for i in cron_list] # 开始恢复计划任务 successful_imports = 0 failed_tasks = [] import crontab for task in backup_conf['crontab']: if task['name'] not in cron_list: # 使用正确的字段和逻辑来创建新的任务字典 new_task = { "name": task['name'], "type": task['type'], "where1": task['where1'], "hour": task['where_hour'], "minute": task['where_minute'], "status": task['status'], "save": task['save'], "backupTo": task['backupTo'], "sType": task['sType'], "sBody": task['sBody'], "sName": task['sName'], "urladdress": task['urladdress'], "save_local": task['save_local'], "notice": task['notice'], "notice_channel": task['notice_channel'], "db_type": task['db_type'], "split_type": task['split_type'], "split_value": task['split_value'], "keyword": task['keyword'], "post_param": task['post_param'], "flock": task['flock'], "time_set": task['time_set'], "backup_mode": task['backup_mode'], "db_backup_path": task['db_backup_path'], "time_type": task['time_type'], "special_time": task['special_time'], "user_agent": task['user_agent'], "version": task['version'], "table_list": task['table_list'], "result": task['result'], "log_cut_path": task['log_cut_path'], "rname": task['rname'], "type_id": task['type_id'], "second": task.get('second', ''), } result = crontab.crontab().AddCrontab(new_task) if result.get('status', False): successful_imports += 1 else: failed_tasks.append(task['name']) else: self.print_log("计划任务{}已存在".format(task['name'])) if failed_tasks: self.print_log("以下任务导入失败:{}".format(failed_tasks)) self.change_reduction_status("data_list", "crontab_list", conf["name"], "reduction_status", 2, msg="以下任务导入失败:{}".format(failed_tasks)) self.print_log("->>>还原计划任务数据:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "crontab_list", conf["name"], "reduction_status", 1, msg="还原计划任务{}成功".format(conf["name"])) def reduction_port_data(self, conf): self.print_log("->>>开始还原端口数据:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("data_list", "safety", "port_list", "reduction_status", -1, conf["name"], msg="开始还原端口{}数据".format(conf["name"])) # 开始恢复端口规则 backup_conf = self.backup_task_data['data_list']['safety']['port_list']['端口规则'] self.print_log(backup_conf) self.print_log('开始解压端口数据') res = self.uncopy_file(backup_conf["port_data"], backup_conf['port_data_path'], md5=backup_conf['port_data_md5']) if not res: self.change_reduction_status("data_list", "safety", "port_list", "reduction_status", 2, conf["name"], msg="解压端口数据失败") self.print_log("解压端口数据失败") return res = firewall_main().import_rules(public.to_dict_obj({"rule": "port", "file": backup_conf['port_data_path']})) if not res['status']: self.change_reduction_status("data_list", "safety", "port_list", "reduction_status", 2, conf["name"], msg="还原端口数据失败" + res['msg']) self.print_log("还原端口数据失败" + res['msg']) return self.print_log("->>>还原端口数据:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "safety", "port_list", "reduction_status", 1, conf["name"], msg="还原端口数据成功") def reduction_port_redirect_data(self, conf): self.print_log("->>>开始还原端口转发数据:{}".format(conf["name"])) self.change_reduction_status("data_list", "safety", "port_redirect", "reduction_status", -1, conf["name"], msg="开始还原端口转发{}数据".format(conf["name"])) self.print_log(conf) backup_conf = self.backup_task_data['data_list']['safety']['port_redirect']['端口转发'] if not backup_conf: self.print_log("获取port_redirect{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "safety", "port_redirect", "reduction_status", 2, conf["name"], msg="获取端口转发{}备份信息失败".format(conf["name"])) return self.print_log('开始解压port_redirect数据') res = self.uncopy_file(backup_conf["forward"], backup_conf['forward_path'], md5=backup_conf['forward_md5']) if not res: self.change_reduction_status("data_list", "safety", "port_redirect", "reduction_status", 2, conf["name"], msg="解压端口转发数据失败") self.print_log("解压端口转发数据失败") return res = firewall_main().import_rules(public.to_dict_obj({"rule": "port_redirect", "file": backup_conf['forward_path']})) if not res['status']: self.change_reduction_status("data_list", "safety", "port_redirect", "reduction_status", 2, conf["name"], msg="还原端口转发数据失败" + res['msg']) self.print_log("还原port_redirect数据失败" + res['msg']) return self.change_reduction_status("data_list", "safety", "port_redirect", "reduction_status", 1, conf["name"], msg="还原端口转发数据成功") self.print_log("->>>还原端口转发数据:{}完成".format(conf["name"])) def reduction_area_data(self, conf): self.print_log("->>>开始还原地区限制数据:{}".format(conf["name"])) self.change_reduction_status("data_list", "safety", "area_list", "reduction_status", -1, conf["name"], msg="开始还原地区限制{}数据".format(conf["name"])) backup_conf = self.backup_task_data['data_list']['safety']['area_list'][conf['name']] area_data_path = "/www/server/panel/data/firewall/country.json" if not backup_conf: self.print_log("获取地区限制{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "safety", "area_list", "reduction_status", 2, conf["name"], msg="获取area{}备份信息失败".format(conf["name"])) return # 开始恢复区域封禁 self.print_log('开始解压地区限制数据') res = self.uncopy_file(backup_conf["area_data"], area_data_path, md5=backup_conf['area_data_md5']) if not res: self.change_reduction_status("data_list", "safety", "area_list", "reduction_status", 2, conf["name"], msg="解压地区限制数据失败") self.print_log("解压地区限制数据失败") return res = safe_firewall_main().import_rules(public.to_dict_obj({"rule_name": "country_rule", "file_name": "country.json"})) if not res['status']: self.change_reduction_status("data_list", "safety", "area_list", "reduction_status", 2, conf["name"], msg="还原地区限制数据失败" + res['msg']) self.print_log("还原area数据失败" + res['msg']) return self.change_reduction_status("data_list", "safety", "area_list", "reduction_status", 1, conf["name"], msg="还原地区限制数据成功") self.print_log("->>>还原地区限制数据:{}完成".format(conf["name"])) def reduction_ip_data(self, conf): self.print_log("->>>开始还原ip数据:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("data_list", "safety", "ip_list", "reduction_status", -1, conf["name"], msg="开始还原ip{}数据".format(conf["name"])) backup_conf = self.backup_task_data['data_list']['safety']['ip_list'][conf['name']] if not backup_conf: self.print_log("获取ip{}备份信息失败".format(conf["name"])) self.change_reduction_status("data_list", "safety", "ip_list", "reduction_status", 2, conf["name"], msg="获取ip{}备份信息失败".format(conf["name"])) return # 开始恢复IP封禁 self.print_log('开始解压ip数据') res = self.uncopy_file(backup_conf["ip_data"], backup_conf['ip_list_path'], md5=backup_conf['ip_data_md5']) if not res: self.change_reduction_status("data_list", "safety", "ip_list", "reduction_status", 2, conf["name"], msg="解压ip数据失败") self.print_log("解压ip数据失败") return res = firewall_main().import_rules(public.to_dict_obj({"rule": "ip", "file": backup_conf['ip_list_path']})) if not res['status']: self.change_reduction_status("data_list", "safety", "ip_list", "reduction_status", 2, conf["name"], msg="还原ip数据失败" + res['msg']) self.print_log("还原ip数据失败" + res['msg']) return self.change_reduction_status("data_list", "safety", "ip_list", "reduction_status", 1, conf["name"], msg="还原ip数据成功") self.print_log("->>>还原ip数据:{}完成".format(conf["name"])) def reduction_words_data(self, conf): self.print_log("->>>开始还原words数据:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("data_list", "safety", "words", "reduction_status", -1, conf["name"], msg="开始还原违规关键词{}数据".format(conf["name"])) backup_conf = self.backup_task_data['data_list']['safety']['words'][conf['name']] self.print_log(backup_conf) # 开始恢复敏感词 self.print_log('开始解压words数据') words_path = "/www/server/panel/config/thesaurus.json" res = self.uncopy_file(backup_conf["wrods_data"], words_path, md5=backup_conf['wrod_data_md5']) if not res: self.change_reduction_status("data_list", "safety", "words", "reduction_status", 2, conf["name"], msg="还原违规关键词数据失败") self.print_log("解压words数据失败") return self.change_reduction_status("data_list", "safety", "words", "reduction_status", 1, conf["name"], msg="还原违规关键词数据") self.print_log("->>>还原违规关键词数据:{}完成".format(conf["name"])) def reduction_sqlite_data(self, conf): self.print_log("->>>开始还原sqlite数据:{}".format(conf["name"])) self.print_log(conf) self.print_log("->>>还原sqlite数据:{}完成".format(conf["name"])) def reduction_ssh_config_data(self, conf): self.print_log("->>>开始还原ssh数据:{}".format(conf["name"])) self.print_log(conf) self.change_reduction_status("data_list", "safety", "ssh_config", "reduction_status", -1, conf["name"], msg="开始还原ssh{}数据".format(conf["name"])) backup_conf = self.backup_task_data['data_list']['safety']['ssh_config'][conf['name']] self.print_log(backup_conf) ssh_config_path = '/etc/ssh/sshd_config' self.print_log('开始解压ssh数据') res = self.uncopy_file(backup_conf["ssh_data"], ssh_config_path, md5=backup_conf['ssh_data_md5']) if not res: self.change_reduction_status("data_list", "safety", "ssh_config", "reduction_status", 2, conf["name"], msg="还原ssh数据失败") self.print_log("还原ssh_config数据失败") return public.ExecShell('systemctl restart sshd') self.print_log("->>>还原ssfig数据:{}完成".format(conf["name"])) self.change_reduction_status("data_list", "safety", "ssh_config", "reduction_status", 1, conf["name"], msg="还原ssh数据成功") def create_queue(self, get): """ 创建任务队列（用于执行备份或还原任务） :param get: 包含任务 ID 和任务类型的对象 - id (str): 任务的唯一标识符 - type (str): 任务类型，1 表示备份，2 表示还原 """ # 获取任务 ID 和类型 id = get.id type = get.type print(type) # 根据任务类型设置任务名称 name = '备份任务' if type == 1 else '还原任务' print(name) # 导入任务管理模块 import panelTask print("btpython /www/server/panel/class/panelModel/whole_machine_backupModel.py {} {} &> {}".format(id, type, self.logs_file )) # 使用任务管理模块创建任务，执行命令通过 `btpython` 调用对应脚本 panelTask.bt_task().create_task( name, # 任务名称 0, # 任务类型（0 表示普通任务） "btpython /www/server/panel/class/panelModel/whole_machine_backupModel.py {} {} &> {}".format( id, # 任务 ID type, # 任务类型 self.logs_file # 日志文件路径 ) ) # 记录日志，表示任务创建成功 self.print_log("创建{}成功".format(name)) def input(self, get): # 文件名清理：去掉干扰字符 (如 "(1)") original_file_name = get.f_name clean_file_name = original_file_name if '(' in original_file_name and ')' in original_file_name: clean_file_name = original_file_name.split('(')[0].strip() + ".tar.gz" # file_name = '/www/backup/whole_machine_backup/{}'.format(get.f_name) file_name = self.backup_path + clean_file_name if not os.path.exists(self.backup_path): os.makedirs(self.backup_path) if clean_file_name in self.config: return public.returnMsg(False, '已存在相同的任务，请先删除后再导入！') from files import files fileObj = files() get.f_path = self.backup_path ff = fileObj.upload(get) if isinstance(ff, int): return ff if not ff['status']: return ff # 解压出全局配置文件 print(public.ExecShell('cd {} && tar -zxvf {} ./{} '.format(self.backup_path, clean_file_name, clean_file_name.rstrip('.tar.gz')))) print(clean_file_name) all_config_path = os.path.join(self.backup_path, clean_file_name.rstrip('.tar.gz')) print(all_config_path) time.sleep(0.2) if not os.path.exists(all_config_path): return public.returnMsg(False, '未找到配置文件！') try: res=json.loads(public.readFile(all_config_path)) res[clean_file_name.rstrip('.tar.gz')]['status'] = 1 self.config.update(res) except Exception as e: print(e) return public.returnMsg(False, '配置文件解析失败！') public.ExecShell('rm -rf {}'.format(all_config_path)) # 取出备份记录 if os.path.exists('{}backup.json'.format(self.backup_path)): public.ExecShell('rm -rf {}backup.json'.format(self.backup_path)) public.ExecShell('cd {} && tar -zxvf {} ./backup.json'.format(self.backup_path, file_name)) time.sleep(0.1) public.ExecShell('mv {}backup.json {}_backup.json'.format(self.backup_path, self.backup_path+clean_file_name.rstrip('.tar.gz'))) # 取出备份日志 if not os.path.exists(self.backup_log_path): public.ExecShell('mkdir -p {}'.format(self.backup_log_path)) public.ExecShell('cd {} && tar -zxvf {} ./{}_backup.log'.format(self.backup_log_path, file_name,clean_file_name.rstrip('.tar.gz'))) public.writeFile(self.all_backup_config_path, json.dumps(self.config)) return public.returnMsg(True, '导入成功！') def cp_config(): config_path = os.path.join(public.get_panel_path(), 'config/whole_machine_backup.json') if not os.path.exists(config_path): public.ExecShell("cp /www/backup/whole_machine_backup/whole_machine_backup.json {}".format(config_path)) cp_config() del cp_config if __name__ == '__main__': id = sys.argv[1] type = sys.argv[2] main = main() if type == '1': print('1') main.backup(id) elif type == '2': main.reduction(id) elif type == '3': main.check_mysql_files(sys.argv[3], sys.argv[4]) else: print('参数错误！') sys.exit(1)