# coding: utf-8 # ------------------------------------------------------------------- # 宝塔Linux面板 # ------------------------------------------------------------------- # Copyright (c) 2015-2099 宝塔软件(http://bt.cn) All rights reserved. # ------------------------------------------------------------------- # Author: lkq # ------------------------------------------------------------------- # ------------------------------ # Java模型 # ------------------------------ import os, sys, re, json, shutil, psutil, time import datetime import pwd from projectModel.base import projectBase from projectModel.watchModel import use_project_watch, add_project_watch, del_project_watch import public, firewalls try: from BTPanel import cache except: pass from xml.etree.ElementTree import ElementTree, Element class mobj: port = ps = '' class main(projectBase): _panel_path = public.get_panel_path() __bttomcat_path = '/usr/local/bttomcat' __jdk_path = '/usr/lib/jvm/' __btjdk_path = '/usr/local/btjdk/' _log_name = '项目管理' __tomcat7_server = '/usr/local/bttomcat/tomcat7/conf/server.xml' __tomcat8_server = '/usr/local/bttomcat/tomcat8/conf/server.xml' __tomcat9_server = '/usr/local/bttomcat/tomcat9/conf/server.xml' __tomcat7_path = '/usr/local/bttomcat/tomcat7' __tomcat8_path = '/usr/local/bttomcat/tomcat8' __tomcat9_path = '/usr/local/bttomcat/tomcat9' __tomcat7_path_bak = '/usr/local/bttomcat/tomcat_bak7' __tomcat8_path_bak = '/usr/local/bttomcat/tomcat_bak8' __tomcat9_path_bak = '/usr/local/bttomcat/tomcat_bak9' __site_path = '/www/server/bt_tomcat_web/' _springboot = '/var/tmp/springboot' _springboot_pid_path = '{}/vhost/pids'.format(_springboot) _springboot_logs_path = '/www/wwwlogs/java/springboot' _springboot_logs = '{}/vhost/logs'.format(_springboot) _springboot_run_scripts = '{}/vhost/scripts'.format(_springboot) __log_split_script_py = public.get_panel_path() + '/script/run_log_split.py' _pids = None __TREE = None __ENGINE = None __ROOT = None __CONF_FILE = '' __CONNECTROR = '' _vhost_path = '{}/vhost'.format(_panel_path) def __init__(self): if not os.path.exists(self.__site_path): os.makedirs(self.__site_path) if not os.path.exists(self.__bttomcat_path): os.makedirs(self.__bttomcat_path) if not os.path.exists(self.__btjdk_path): os.makedirs(self.__btjdk_path) if not os.path.exists(self._springboot): os.makedirs(self._springboot) if not os.path.exists(self._springboot_pid_path): os.makedirs(self._springboot_pid_path) if not os.path.exists(self._springboot_logs_path): os.makedirs(self._springboot_logs_path) if not os.path.exists(self._springboot_logs): os.makedirs(self._springboot_logs) if not os.path.exists(self._springboot_run_scripts): os.makedirs(self._springboot_run_scripts) def test(self, get): return type(get.domains) def get_os_version(self, get): """ @name 获取操作系统版本的安装命令 @author lkq<2021-08-25> @param get @return string """ # 获取Centos if os.path.exists('/usr/bin/yum') and os.path.exists('/etc/yum.conf'): return 'Centos' # 获取Ubuntu if os.path.exists('/usr/bin/apt-get') and os.path.exists('/usr/bin/dpkg'): return 'Ubuntu' return 'Unknown' def get_jdk_version(self, get): ''' @name 获取JDK 版本 @author lkq<2021-08-25> @param get @return string ''' ret = [] ret2 = {} if not 'JDK11' in ret2: ret2['JDK11'] = {} ret2['JDK11']['status'] = False if not 'JDK8' in ret2: ret2['JDK8'] = {} ret2['JDK8']['status'] = False if not os.path.exists(self.__jdk_path): return ret2 for root, dirs, files in os.walk(self.__jdk_path): for i2 in dirs: if not os.path.islink(self.__jdk_path + i2): ret.append(self.__jdk_path + i2) break for i in ret: if os.path.exists(i): if 'java-1.8' in i or 'java-8' in i: # 检查jdk是否可用 result = self.check_jdk(i) java_ret = {} if result: java_ret['path'] = result java_ret['status'] = True java_ret['is_error'] = False else: java_ret['is_error'] = True ret2['JDK8'] = java_ret if 'java-11' in i or 'openjdk-11' in i: result = self.check_jdk(i) java_ret = {} if result: java_ret['path'] = i java_ret['is_error'] = False java_ret['status'] = True else: java_ret['is_error'] = True ret2['JDK11'] = java_ret return ret2 def install_jdk(self, get): ''' @name 安装JDK 版本 @author lkq<2021-08-25> @param get @param get.jdk_version @return string ''' tmp_file = '/tmp/panelShell.pl' jdk_version = get.jdk_version.strip() if jdk_version == '': return public.returnMsg(False, 'JDK版本不能为空!') jdk_list = ['8', '11'] if not jdk_version in jdk_list: return public.returnMsg(False, 'JDK版本只能为8或11!') os_version = self.get_os_version(None) if os_version == 'Centos': if jdk_version == '8': public.ExecShell('yum install java-1.8.0-openjdk java-1.8.0-openjdk-devel -y >>%s' % tmp_file) elif jdk_version == '11': public.ExecShell('yum install java-11-openjdk java-11-openjdk-devel -y >>%s' % tmp_file) else: return public.returnMsg(False, 'JDK版本只能为8或11!') # 检查jdk是否可用 jdk_data = self.get_jdk_version(None) if jdk_data['JDK%s' % jdk_version]['status']: # public.WriteFile(tmp_file,'Successify','a+') return public.returnMsg(True, '安装成功!') else: public.WriteFile(tmp_file, 'Error:请查看yum源是否正常', 'a+') return public.returnMsg(False, '安装失败!') elif os_version == 'Ubuntu': if jdk_version == '8': public.ExecShell('apt-get install -y openjdk-8-jre openjdk-8-jdk >>%s' % tmp_file) elif jdk_version == '11': public.ExecShell('apt-get install -y openjdk-11-jre openjdk-11-jdk >>%s' % tmp_file) else: return public.returnMsg(False, 'JDK版本只能为8或11!') # 检查jdk是否可用 jdk_data = self.get_jdk_version(None) if jdk_data['JDK%s' % jdk_version]['status']: # public.WriteFile(tmp_file,'Successify','a+') return public.returnMsg(True, '安装成功!') else: public.WriteFile(tmp_file, 'Error:请查看apt源是否正常', 'a+') return public.returnMsg(False, '安装失败!') else: public.WriteFile(tmp_file, 'Error:不支持此操作系统', 'a+') return public.returnMsg(False, '操作系统不支持!') def remove_jdk(self, get): ''' @name 删除JDK @author lkq @param get @param get.jdk_version JDK版本 @return ''' jdk_version = get.jdk_version.strip() os_version = self.get_os_version(None) tmp_file = '/tmp/panelShell.pl' if os_version == 'Centos': if jdk_version == '8': public.ExecShell('yum remove java-1.8.0-openjdk java-1.8.0-openjdk-devel -y >>%s' % tmp_file) elif jdk_version == '11': public.ExecShell('yum remove java-11-openjdk java-11-openjdk-devel -y >>%s' % tmp_file) else: return public.returnMsg(False, 'JDK版本只能为8或11!') # public.WriteFile(tmp_file,'Successify','a+') return public.returnMsg(True, '卸载成功') elif os_version == 'Ubuntu': if jdk_version == '8': public.ExecShell('apt-get remove -y openjdk-8-jre openjdk-8-jdk >>%s' % tmp_file) elif jdk_version == '11': public.ExecShell('apt-get remove -y openjdk-11-jre openjdk-11-jdk>>%s' % tmp_file) else: return public.returnMsg(False, 'JDK版本只能为8或11!') # public.WriteFile(tmp_file,'Successify','a+') return public.returnMsg(True, '卸载成功') def check_jdk(self, jdk_path=None): ''' @name 检查JDK版本是否可以用 @author lkq<2021-08-25> @param get @return string ''' java_path = jdk_path + '/jre/bin/java' java_path2 = jdk_path + '/bin/java' if os.path.exists(java_path): ret = public.ExecShell(java_path + ' -version') if ret[0].find('Error occurred') != -1: return False return java_path elif os.path.exists(java_path2): ret = public.ExecShell(java_path2 + ' -version') if ret[0].find('Error occurred') != -1: return False return java_path2 else: return False def replace_jdk_version(self, get): ''' @name 修改JDK版本 @author lkq<2021-08-27> @param get.tomcat_start tomcat启动脚本路径 @param get.jdk_path JDK路径 @return string ''' jdk_path = get.jdk_path.strip() jdk_path2 = jdk_path.split('/') if jdk_path2[-1] == 'java': if jdk_path2[-3] == 'jre': jdk_path2 = '/'.join(jdk_path2[:-3]) if jdk_path2[-2] == 'bin': jdk_path2 = '/'.join(jdk_path2[:-2]) else: jdk_path2 = '/'.join(jdk_path2[:-1]) # 检查jdk是否可用 jdk_path = jdk_path2 jdk_data = self.check_jdk(jdk_path) if not jdk_data: return public.returnMsg(False, '请输入正确的JDK路径,例如:/www/server/jdk1.8/bin/java') if jdk_data: if not os.path.exists(jdk_data): return public.returnMsg(False, 'JDK目录不存在!') if not jdk_data: return public.returnMsg(False, '当前输入的JDK不可用!') tomcat_start = get.tomcat_start.strip() if not os.path.exists(tomcat_start): return public.returnMsg(False, 'tomcat启动脚本不存在!') tomcat_start_file = public.ReadFile(tomcat_start) if isinstance(tomcat_start_file, str): # 正则匹配到jdk_path jdk_path_re = re.findall('^JAVA_HOME=(.*)$', tomcat_start_file, re.M) if jdk_path_re: tomcat_start_file = tomcat_start_file.replace(jdk_path_re[0], jdk_path) public.WriteFile(tomcat_start, tomcat_start_file) # 重启服务 public.ExecShell('bash %s stop' % (tomcat_start)) public.ExecShell('bash %s start' % (tomcat_start)) return public.returnMsg(True, '修改成功!') return public.returnMsg(False, '修改失败!') def get_tomcat_version(self, get): ''' @name 获取tomcat版本信息 @author lkq<2021-08-27> @param get @return string ''' ret = ["7", "8", "9", "10"] default_path = "/usr/local/btjdk/jdk8/bin/java" ret2 = { 'tomcat7': {'status': False, "jdk_path": default_path}, 'tomcat8': {'status': False, "jdk_path": default_path}, 'tomcat9': {'status': False, "jdk_path": default_path}, 'tomcat10': {'status': False, "jdk_path": default_path}, } rep_deemon_sh = re.compile(r"^JAVA_HOME=(?P.*)\n", re.M) for i in ret: tmp_path = self.__bttomcat_path + '/tomcat' + i + "/bin/daemon.sh" if os.path.exists(tmp_path): tmp_data = public.readFile(tmp_path) if isinstance(tmp_data, str): re_res_jdk_path = rep_deemon_sh.search(tmp_data) if re_res_jdk_path: ret2["tomcat" + i]["jdk_path"] = re_res_jdk_path.group("path").strip() ret2["tomcat" + i]["status"] = True ret2["tomcat" + i]["path"] = self.__bttomcat_path + '/tomcat' + i ret2["tomcat" + i]["start_path"] = "/etc/init.d/bttomcat" + i ret2["tomcat" + i]["info"] = self.get_tomcat_info(version = i) if i == '7': ret2["tomcat" + i]["tomcat_server"] = self.__tomcat7_server ret2["tomcat" + i]["tomcat_start"] = self.__tomcat7_path + '/bin/daemon.sh' elif i == '8': ret2["tomcat" + i]["tomcat_server"] = self.__tomcat8_server ret2["tomcat" + i]["tomcat_start"] = self.__tomcat8_path + '/bin/daemon.sh' elif i == '9': ret2["tomcat" + i]["tomcat_server"] = self.__tomcat9_server ret2["tomcat" + i]["tomcat_start"] = self.__tomcat9_path + '/bin/daemon.sh' elif i == '10': ret2["tomcat" + i]["tomcat_server"] = '/usr/local/bttomcat/tomcat10/conf/server.xml' ret2["tomcat" + i]["tomcat_start"] = "/usr/local/bttomcat/tomcat10/bin/daemon.sh" return ret2 def get_tomcat_info(self, version): ''' @name 获取tomcat版本信息 @author lkq<2021-08-27> @param version tomcat版本 7 8 9 @return string ''' tmp = {} tmp_path = '/usr/local/bttomcat/tomcat%s/conf/server.xml' % version if os.path.exists(tmp_path): if not self.Initialization(version): tmp["port"] = False else: tmp["port"] = self.get_port() tmp['status'] = self.get_server(version) tmp['conf'] = public.readFile(tmp_path) tmp['jdk_path'] = self.get_jdk_path(version) # tmp['log'] = public.GetNumLines('/usr/local/bttomcat/tomcat%s/logs/catalina-daemon.out'%version, 3000) tmp['stype'] = 'built' else: tmp['status'] = False tmp["port"] = False tmp['conf'] = False tmp['jdk'] = False tmp['log'] = False tmp['stype'] = 'uninstall' return tmp def install_tomcat(self, get): ''' @name 安装tomcat版本 @author lkq<2021-08-27> @param get @param get.version 安装|卸载的版本 @param get.type install ==安装 uninstall ==卸载 @return string ''' tmp_file = '/tmp/panelShell2.pl' if not os.path.exists(tmp_file): public.ExecShell("touch /tmp/panelShell2.pl") else: public.ExecShell("echo ""> /tmp/panelShell2.pl") version = str(get.version) os_ver = self.get_os_version(None) if 'type' not in get: return public.returnMsg(False, '参数错误!') type_list = ['install', 'uninstall'] if not get.type in type_list: return public.returnMsg(False, '安装卸载只能是install或者uninstall!') if version == "7": if os_ver == 'Ubuntu': return public.returnMsg(False, '操作系统不支持!') download_url = self.test_download_url() if get.type != 'install' and os.path.exists("/tmp/1.sh"): public.ExecShell("bash /tmp/1.sh %s %s >>%s" % (get.type, version, tmp_file)) else: if download_url is None: error = '
错误：连接宝塔官网异常，请按照以下方法排除问题后重试：
解决方法：https://www.bt.cn/bbs/thread-87257-1-1.html
' raise public.PanelError(error) # return public.returnMsg(False, '网络链接错误
请尝试检查网络配置或更换节点') public.ExecShell( "rm -rf /tmp/1.sh && /usr/local/curl/bin/curl -o /tmp/1.sh %s/install/src/webserver/shell/new_jdk.sh && bash /tmp/1.sh %s %s >>%s" % ( download_url, get.type, version, tmp_file) ) # self.collect_msg("tomcat-{}".format(version), log_path=tmp_file) tomcat_status = self.get_tomcat_version(None) if get.type == 'install': if tomcat_status['tomcat' + version]['status']: return public.returnMsg(True, '安装成功!') else: return public.returnMsg(False, '安装失败!') else: if not tomcat_status['tomcat' + version]['status']: return public.returnMsg(True, '卸载成功!') else: return public.returnMsg(False, '卸载失败!') @staticmethod def test_download_url(): _sh = """ . /www/server/panel/install/public.sh curl -s -o /dev/null "${NODE_URL}" if [ $? -ne 0 ]; then echo "网络链接错误" exit fi echo "${NODE_URL}" """ res: str = public.ExecShell(_sh)[0] if res.find("网络链接错误") != -1: return None else: return res.split("\n")[-2].strip() @staticmethod def _get_jdk_version_by_jdk_path(jdk_path): pass def install_tomcat_new(self, get): ''' @name 安装tomcat版本 @author lkq<2021-08-27> @param get @param get.version 安装|卸载的版本 @param get.type install ==安装 uninstall ==卸载 @param get.jdk_path 使用其他的jdk版本 @return string ''' try: jdk_path = "" version = str(int(get.version)) action = get.type.strip() if "jdk_path" in get: jdk_path = get.jdk_path.strip() except (AttributeError, TypeError, ValueError): return public.returnMsg(False, "参数错误") if action not in ('install', 'uninstall'): return public.returnMsg(False, '安装卸载只能是install或者uninstall!') os_ver = self.get_os_version(None) if version == "7": if os_ver == 'Ubuntu': return public.returnMsg(False, '操作系统不支持!') if jdk_path: if jdk_path.endswith("/bin/java"): jdk_path = jdk_path[:-9] _, error = public.ExecShell("{}/bin/java -version".format(jdk_path)) # 信息在标准错误 # public.print_log(_) # public.print_log(error) if not (error.find("version") != -1 and error.find("Runtime") != -1): return public.returnMsg(False, "指定的jdk不可用") tmp_file = '/tmp/panelShell2.pl' public.writeFile(tmp_file, "") download_url = self.test_download_url() if download_url is None: error = ( '
错误：连接宝塔官网异常，请按照以下方法排除问题后重试：
解决方法：' '' 'https://www.bt.cn/bbs/thread-87257-1-1.html
' ) raise public.PanelError(error) shell_str = ( 'rm -rf /tmp/1.sh && ' 'wget -O /tmp/1.sh %s/install/src/webserver/shell/new_jdk.sh && ' 'bash /tmp/1.sh %s %s %s >>%s' ) % (download_url, action, version, jdk_path, tmp_file) # shell_str = ( # 'bash /tmp/1.sh %s %s %s >>%s' # ) % (action, version, jdk_path, tmp_file) # public.print_log(shell_str) _, _ = public.ExecShell(shell_str) # self.collect_msg("tomcat-{}".format(version), log_path=tmp_file) tomcat_status = self.get_tomcat_version(None) if action == 'install': if tomcat_status['tomcat' + version]['status']: return public.returnMsg(True, '安装成功!') else: return public.returnMsg(False, '安装失败!') else: if not tomcat_status['tomcat' + version]['status']: return public.returnMsg(True, '卸载成功!') else: return public.returnMsg(False, '卸载失败!') @staticmethod def change_tomcat_jdk(get): try: version_str = get.version if version_str.startswith("tomcat") or version_str.startswith("Tomcat"): version_str = version_str.replace("tomcat", "").replace("Tomcat", "") version = str(int(version_str)) jdk_path: str = get.jdk_path.strip() except (AttributeError, TypeError, ValueError): return public.returnMsg(False, "参数错误") if not os.path.exists(jdk_path): return public.returnMsg(False, "指定的jdk路径不存在") if jdk_path.endswith("/bin/java"): jdk_path = jdk_path[:-9] _, error = public.ExecShell("{}/bin/java -version".format(jdk_path)) # 信息在标准错误 if not (error.find("version") != -1 and error.find("Runtime") != -1): return public.returnMsg(False, "指定的jdk不可用") tomcat_path = "/usr/local/bttomcat/tomcat{}".format(version) if not os.path.isdir(tomcat_path): return public.returnMsg(False, '没有安装Tomcat{}!'.format(version)) deemon_sh_path = "{}/bin/daemon.sh".format(tomcat_path) if not os.path.isfile(deemon_sh_path): return public.returnMsg(False, 'Tomcat{}启动文件丢失!'.format(version)) deemon_sh_data = public.readFile(deemon_sh_path) if not isinstance(deemon_sh_data, str): return public.returnMsg(False, 'Tomcat{}启动文件读取失败!'.format(version)) # deemon_sh rep_deemon_sh = re.compile(r"^JAVA_HOME=(?P.*)\n", re.M) re_res_deemon_sh = rep_deemon_sh.search(deemon_sh_data) if not re_res_deemon_sh: return public.returnMsg(False, 'Tomcat{}启动文件解析失败!'.format(version)) jsvc_make_path = None for i in os.listdir(tomcat_path + "/bin"): tmp_dir = "{}/bin/{}".format(tomcat_path, i) if i.startswith("commons-daemon") and os.path.isdir(tmp_dir): make_path = tmp_dir + "/unix" if os.path.isdir(make_path): jsvc_make_path = make_path break if jsvc_make_path is None: return public.returnMsg(False, 'Jsvc{}文件丢失!'.format(version)) # 重装jsvc if os.path.isfile(tomcat_path + "/bin/jsvc"): os.remove(tomcat_path + "/bin/jsvc") if os.path.isfile(jsvc_make_path + "/jsvc"): os.remove(jsvc_make_path + "/jsvc") shell_str = r''' cd {} make clean ./configure --with-java={} make \cp jsvc {} '''.format(jsvc_make_path, jdk_path, tomcat_path + "/bin/jsvc") public.ExecShell(shell_str) new_deemon_sh_data = deemon_sh_data[:re_res_deemon_sh.start()] + ( 'JAVA_HOME={}\n'.format(jdk_path) ) + deemon_sh_data[re_res_deemon_sh.end():] public.writeFile(deemon_sh_path, new_deemon_sh_data) return public.returnMsg(True, '修改成功') def change_duli_tomcat_jdk(self, project_name, jdk_path): project_info = self.get_project_find(project_name) if not project_info: return public.returnMsg(False, "项目不存在") project_conf = project_info['project_config'] if project_conf["java_type"] != "duli": return public.returnMsg(False, "项目类型错误") if not os.path.exists(jdk_path): return public.returnMsg(False, "指定的jdk路径不存在") if jdk_path.endswith("/bin/java"): jdk_path = jdk_path[:-9] _, error = public.ExecShell("{}/bin/java -version".format(jdk_path)) # 信息在标准错误 if not (error.find("version") != -1 and error.find("Runtime") != -1): return public.returnMsg(False, "指定的jdk不可用") tomcat_path = "/www/server/bt_tomcat_web/{}".format(project_name) if not os.path.isdir(tomcat_path): return public.returnMsg(False, '没有安装Tomcat!') deemon_sh_path = "{}/bin/daemon.sh".format(tomcat_path) if not os.path.isfile(deemon_sh_path): return public.returnMsg(False, 'Tomcat启动文件丢失!') deemon_sh_data = public.readFile(deemon_sh_path) if not isinstance(deemon_sh_data, str): return public.returnMsg(False, 'Tomcat启动文件读取失败!') # deemon_sh rep_deemon_sh = re.compile(r"^JAVA_HOME=(?P.*)\n", re.M) re_res_deemon_sh = rep_deemon_sh.search(deemon_sh_data) if not re_res_deemon_sh: return public.returnMsg(False, 'Tomcat启动文件解析失败!') jsvc_make_path = None for i in os.listdir(tomcat_path + "/bin"): tmp_dir = "{}/bin/{}".format(tomcat_path, i) if i.startswith("commons-daemon") and os.path.isdir(tmp_dir): make_path = tmp_dir + "/unix" if os.path.isdir(make_path): jsvc_make_path = make_path break if jsvc_make_path is None: return public.returnMsg(False, 'Jsvc文件丢失!') # 重装jsvc if os.path.isfile(tomcat_path + "/bin/jsvc"): os.remove(tomcat_path + "/bin/jsvc") if os.path.isfile(jsvc_make_path + "/jsvc"): os.remove(jsvc_make_path + "/jsvc") shell_str = r''' cd {} make clean ./configure --with-java={} make \cp jsvc {} '''.format(jsvc_make_path, jdk_path, tomcat_path + "/bin/jsvc") public.ExecShell(shell_str) new_deemon_sh_data = deemon_sh_data[:re_res_deemon_sh.start()] + ( 'JAVA_HOME={}\n'.format(jdk_path) ) + deemon_sh_data[re_res_deemon_sh.end():] public.writeFile(deemon_sh_path, new_deemon_sh_data) project_conf["jdk_path"] = jdk_path public.M('sites').where("name=?", (project_name,)).update({"project_config": json.dumps(project_conf)}) return public.returnMsg(True, '修改成功') def xml_init(self, path): ''' @name 初始化XML文件 @author lkq<2021-08-27> @param path @return string ''' try: self.__CONF_FILE = str(path) self.__TREE = ElementTree() self.__TREE.parse(self.__CONF_FILE) self.__ROOT = self.__TREE.getroot() self.__ENGINE = self.__TREE.findall('Service/Engine')[0] self.__CONNECTROR = self.__TREE.findall('Service/Connector') return True except Exception as e: return False def Initialization(self, version): ''' @name 初始化XML文件 @author lkq<2021-08-27> @param version @return string ''' if version == '7' or version == 'tomcat7' or version == 7: if self.xml_init(self.__tomcat7_server): return True else: return False elif version == '8' or version == 'tomcat8' or version == 8: if self.xml_init(self.__tomcat8_server): return True else: return False elif version == '9' or version == 'tomcat9' or version == 9: if self.xml_init(self.__tomcat9_server): return True else: return False elif version == '10' or version == 'tomcat10' or version == 10: if self.xml_init('/usr/local/bttomcat/tomcat10/conf/server.xml'): return True else: return False else: return False def get_server(self, version, domain=None): ''' @name 取服务状态 @author lkq<2021-08-27> @param version @return string ''' if domain: pid_path = self.__site_path + '/' + domain + '/logs/catalina-daemon.pid' else: pid_path = self.__bttomcat_path + '/tomcat%s/logs/catalina-daemon.pid' % version if os.path.exists(pid_path): reuslt = public.ReadFile(pid_path) if isinstance(reuslt, str): if not reuslt.strip(): return False pid = int(reuslt.split()[0].strip()) else: return False try: ret = psutil.Process(pid) return True except: return False else: return False def get_port(self): ''' @name 取端口号 @author lkq<2021-08-27> @param version @return string ''' for i in self.__CONNECTROR: if 'protocol' in i.attrib and 'port' in i.attrib: if i.attrib['protocol'] == 'HTTP/1.1': return int(i.attrib['port']) else: return int(8080) def set_tomcat_duli_path(self, get, get_project_find=''): ''' @name 更改独立项目路径 @author lkq<2021-09-17> @param get.project_path @param get.project_name 项目名称 ''' project_name = get.project_name.strip() project_info = get_project_find if not project_info: return public.returnMsg(False, '更改项目路径失败!') if project_info['project_config']['java_type'] == 'duli': # 独立项目 project_path = get.project_path.strip() if not os.path.exists(project_path): os.makedirs(project_path) if not self.Initialization2(version = '7', site = project_name): return public.returnMsg( False, "Tomcat配置文件错误请检查配置文件" ) ret = self.Set_Domain_path(project_name, project_path) if ret: # 更改数据库 # project_info['path']=project_path project_info['project_config']['project_cwd'] = project_path pdata = { 'path': project_path, 'project_config': json.dumps(project_info['project_config']) } public.M('sites').where('name=?', (project_name,)).update(pdata) return public.returnMsg(True, '更改项目路径成功!') else: return public.returnMsg(False, '更改项目路径失败!') if project_info['project_config']['java_type'] == 'neizhi': project_path = get.project_path.strip() if not os.path.exists(project_path): os.makedirs(project_path) if not self.Initialization( version = project_info['project_config']['tomcat_version'] ): return public.returnMsg(False, "Tomcat配置文件错误请检查配置文件") ret = self.Set_Domain_path(project_name, project_path) if ret: project_info['project_config']['project_cwd'] = project_path pdata = { 'path': project_path, 'project_config': json.dumps(project_info['project_config']) } public.M('sites').where('name=?', (project_name,)).update(pdata) return public.returnMsg(True, '更改项目路径成功!') else: return public.returnMsg(False, '更改项目路径失败') def set_tomcat_duli_port(self, get, get_project_find=''): ''' @name 更改独立项目端口 @author lkq<2021-08-27> @param get.port @param get.project_name 项目名称 ''' project_name = get.project_name.strip() project_info = get_project_find if not project_info: return public.returnMsg(False, '项目不存在!') if project_info['project_config']['java_type'] == 'duli': # 独立项目 port = str(get.port) if self.check_port_is_used(port): return public.returnMsg(False, '端口已经被占用!') if not self.Initialization2(version = '7', site = project_name): return public.returnMsg( False, "配置文件错误请检查配置文件" ) ret = self.TomcatSetPort(port = port) if ret: get.domain = project_name get.type = 'reload' self.pendent_tomcat_start(get) fs = firewalls.firewalls() get = mobj() get.port = port get.ps = 'tomcat外部端口' fs.AddAcceptPort(get) # 更改数据库 project_info['project_config']['port'] = int(port) pdata = {'project_config': json.dumps(project_info['project_config'])} public.M('sites').where('name=?', (project_name,)).update(pdata) # self.set_config(get) return public.returnMsg(True, '更改成功!') else: return public.returnMsg(False, '更改失败') if project_info['project_config']['java_type'] == 'neizhi': port = str(get.port) if self.check_port_is_used(port): return public.returnMsg(False, '端口已经被占用!') if not self.Initialization( version = project_info['project_config']['tomcat_version'] ): return public.returnMsg(False, "配置文件错误请检查配置文件") ret = self.TomcatSetPort(port = port) if ret: get.version = project_info['project_config']['tomcat_version'] get.type = 'reload' self.start_tomcat(get) fs = firewalls.firewalls() get = mobj() get.port = port get.ps = 'tomcat外部端口' fs.AddAcceptPort(get) # 更改数据库 project_info['project_config']['port'] = int(port) pdata = {'project_config': json.dumps(project_info['project_config'])} public.M('sites').where('name=?', (project_name,)).update(pdata) return public.returnMsg(True, '更改成功!') else: return public.returnMsg(False, '更改失败') def get_jdk_path(self, version, is_independent=False): ''' @name 获取JDK版本路径 @author lkq<2021-08-27> @param version @param is_independent 是否是独立版本 @return string ''' if is_independent: path = self.__site_path + '/%s/bin/daemon.sh' % version else: path = self.__bttomcat_path + '/tomcat%s/bin/daemon.sh' % version if os.path.exists(path): ret = public.ReadFile(path) if isinstance(ret, str): rec = "\nJAVA_HOME=.+" if re.search(rec, ret): jdk = re.search(rec, ret) if not jdk: return '' if jdk: jdk = jdk.group(0).split('=')[1].strip() return jdk else: return '' else: return '' else: return '' def format(self, em, level=0): ''' @name 格式化配置文件 @author lkq<2021-08-27> @param em @param level ''' i = "\n" + level * " " if len(em): if not em.text or not em.text.strip(): em.text = i + " " for e in em: self.format(e, level + 1) if not e.tail or not e.tail.strip(): e.tail = i if level and (not em.tail or not em.tail.strip()): em.tail = i # 保存配置 def save_tomcat(self): ''' @name 保存tomcat配置文件 @author lkq<2021-08-27> ''' self.format(self.__ROOT) self.__TREE.write(self.__CONF_FILE, 'utf-8') def get_vhost(self, domain): ''' @name 获取指定虚拟主机 @author lkq<2021-08-27> @param domain @return string ''' try: Hosts = self.__ENGINE.getchildren() except: Hosts = list(self.__ENGINE) for host in Hosts: if host.tag != 'Host': continue if host.attrib['name'] == domain: return host return None def add_vhost(self, path, domain): ''' @name tomcat 填写虚拟主机 @author lkq<2021-08-27> @param path @param domain @return bool ''' if not os.path.exists(path): os.makedirs(path) if self.get_vhost(domain): return False attr = { "autoDeploy": "true", "name": domain, "unpackWARs": "true", "xmlNamespaceAware": "false", "xmlValidation": "false" } Host = Element("Host", attr) attr = {"docBase": path, "path": "", "reloadable": "true", "crossContext": "true", } Context = Element("Context", attr) Host.append(Context) self.__ENGINE.append(Host) self.save_tomcat() return True # Tomcat服务管理 def start_tomcat(self, get): version = str(get.version) s_type = get.type if version.startswith('tomcat') or version.startswith('Tomcat'): version = version.replace('tomcat', '').replace('Tomcat', '') # 判断服务是否正常 execStr = '/etc/init.d/bttomcat%s stop && /etc/init.d/bttomcat%s start' % (version, version) start = '/usr/local/bttomcat/tomcat%s/bin/daemon.sh start' % version stop = '/usr/local/bttomcat/tomcat%s/bin/daemon.sh stop' % version if s_type == 'start': ret = self.get_server(version) if not ret: pid_path = '/www/server/%s/logs/catalina-daemon.pid' % version if os.path.exists(pid_path): os.remove(pid_path) public.ExecShell(start) self.start_by_user("/etc/init.d/bttomcat{}".format(version)) return public.returnMsg(True, '启动成功') elif s_type == 'stop': public.ExecShell(stop) if self.get_server(version): public.ExecShell(stop) self.stop_by_user("/etc/init.d/bttomcat{}".format(version)) return public.returnMsg(True, '关闭成功') elif s_type == 'reload' or s_type == 'restart': # public.ExecShell(execStr) public.ExecShell(stop) public.ExecShell(start) return public.returnMsg(True, '重载成功') else: return public.returnMsg(False, '类型错误') def pendent_tomcat_start(self, get): ''' 独立项目的tomcat启动 @author lkq 2021-08-27 @param get.domain 项目域名 @param get.type 启动类型 start stop reload ''' version = get.domain s_type = get.type # 判断服务是否正常 execStr = '%s/%s/bin/daemon.sh stop && %s/%s/bin/daemon.sh start' % ( self.__site_path, version, self.__site_path, version) start = '%s/%s/bin/daemon.sh start' % (self.__site_path, version) stop = '%s/%s/bin/daemon.sh stop' % (self.__site_path, version) if s_type == 'start': ret = self.get_server(version, version) if not ret: pid_path = '%s/%s/logs/catalina-daemon.pid' % (self.__site_path, version) if os.path.exists(pid_path): os.remove(pid_path) public.ExecShell(start) self.start_by_user(self.__site_path + "/" + version) return public.returnMsg(True, '启动成功') elif s_type == 'stop': public.ExecShell(stop) if self.get_server(version, version): public.ExecShell(stop) self.stop_by_user(self.__site_path + "/" + version) return public.returnMsg(True, '关闭成功') elif s_type == 'reload' or s_type == 'restart': # public.ExecShell(execStr) public.ExecShell(stop) public.ExecShell(start) return public.returnMsg(True, '重载成功') else: return public.returnMsg(False, '类型错误') def pendent_tomcat_info(self, get=None, domain=None): ''' @name 独立项目的项目信息 @author lkq 2021-08-27 ''' if get: domain = get.domain.strip() tmp = {} tmp_path = self.__site_path + '' + domain + '/conf/server.xml' if os.path.exists(tmp_path): if not self.Initialization2('7', domain): tmp["port"] = False else: tmp["port"] = self.get_port() tmp['status'] = self.get_server(domain, domain) tmp['conf'] = public.readFile(tmp_path) tmp['jdk_path'] = self.get_jdk_path(domain, True) # tmp['log'] = public.GetNumLines('%s/%s/logs/catalina-daemon.out'%(self.__site_path,domain), 3000) tmp["tomcat_server"] = tmp_path tmp['tomcat_start'] = self.__site_path + '' + domain + '/bin/daemon.sh' tmp['stype'] = 'built' else: tmp['status'] = False tmp["port"] = False tmp['conf'] = False tmp['jdk'] = False tmp['log'] = False tmp['jdk_path'] = False tmp['stype'] = 'uninstall' return tmp def exists_nginx_ssl(self, project_name): ''' @name 判断项目是否配置Nginx SSL配置 @author hwliang<2021-08-09> @param project_name: string<项目名称> @return tuple ''' config_file = "{}/nginx/java_{}.conf".format(public.get_vhost_path(), project_name) if not os.path.exists(config_file): return False, False config_body = public.readFile(config_file) if not config_body: return False, False is_ssl, is_force_ssl = False, False if config_body.find('ssl_certificate') != -1: is_ssl = True if config_body.find('HTTP_TO_HTTPS_START') != -1: is_force_ssl = True return is_ssl, is_force_ssl def set_nginx_config(self, project_find): ''' @name 设置Nginx配置 @author hwliang<2021-08-09> @param project_find: dict<项目信息> @return bool ''' project_name = project_find['name'] ports = [] domains = [] for d in project_find['project_config']['domains']: domain_tmp = d.split(':') if len(domain_tmp) == 1: domain_tmp.append(80) if not int(domain_tmp[1]) in ports: ports.append(int(domain_tmp[1])) if not domain_tmp[0] in domains: domains.append(domain_tmp[0]) listen_ipv6 = public.listen_ipv6() is_ssl, is_force_ssl = self.exists_nginx_ssl(project_name) listen_ports_list = [] for p in ports: listen_ports_list.append(" listen {};".format(p)) if listen_ipv6: listen_ports_list.append(" listen [::]:{};".format(p)) ssl_config = '' if is_ssl: http3_header = "" if self.is_nginx_http3(): http3_header = '''\n add_header Alt-Svc 'quic=":443"; h3=":443"; h3-29=":443"; h3-27=":443";h3-25=":443"; h3-T050=":443"; h3-Q050=":443";h3-Q049=":443";h3-Q048=":443"; h3-Q046=":443"; h3-Q043=":443"';''' http3_header += "\n quic_retry on;\n quic_gso on;" if self.ng_ssl_early_data_enabled(): http3_header += "\n ssl_early_data on;" nginx_ver = public.nginx_version() if nginx_ver: port_str = ["443"] if listen_ipv6: port_str.append("[::]:443") use_http2_on = False for p in port_str: listen_str = " listen {} ssl".format(p) if nginx_ver < [1, 9, 5]: listen_str += ";" elif [1, 9, 5] <= nginx_ver < [1, 25, 1]: listen_str += " http2;" else: # >= [1, 25, 1] listen_str += ";" use_http2_on = True listen_ports_list.append(listen_str) if self.is_nginx_http3(): listen_ports_list.append(" listen {} quic;".format(p)) if use_http2_on: listen_ports_list.append(" http2 on;") if self.is_nginx_http3(): listen_ports_list.append(" http3 on;") else: listen_ports_list.append(" listen 443 ssl;") ssl_config = '''ssl_certificate {vhost_path}/cert/{priject_name}/fullchain.pem; ssl_certificate_key {vhost_path}/cert/{priject_name}/privkey.pem; ssl_protocols TLSv1.1 TLSv1.2 TLSv1.3; ssl_ciphers EECDH+CHACHA20:EECDH+CHACHA20-draft:EECDH+AES128:RSA+AES128:EECDH+AES256:RSA+AES256:EECDH+3DES:RSA+3DES:!MD5; ssl_prefer_server_ciphers on; ssl_session_cache shared:SSL:10m; ssl_session_timeout 10m; add_header Strict-Transport-Security "max-age=31536000";{http3_header} error_page 497 https://$host$request_uri;'''.format( vhost_path = self._vhost_path, priject_name = project_name, http3_header = http3_header ) if is_force_ssl: ssl_config += ''' #HTTP_TO_HTTPS_START if ($server_port !~ 443){ rewrite ^(/.*)$ https://$host$1 permanent; } #HTTP_TO_HTTPS_END''' config_file = "{}/nginx/java_{}.conf".format(self._vhost_path, project_name) template_file = "{}/template/nginx/java_http.conf".format(self._vhost_path) listen_ports = "\n".join(listen_ports_list).strip() config_body = public.readFile(template_file) if project_find['project_config']['java_type'] == 'neizhi' or project_find['project_config'][ 'java_type'] == 'duli': host = '{}'.format(project_find['project_config']['project_name']) else: host = '$Host' # api_url='/' if not 'api_url' in project_find['project_config'] else project_find['project_config']['api_url'] # site_path=project_find['path'] if not 'static_path' in project_find['project_config'] else project_find['project_config']['static_path'] # host_url = host if not 'host_url' in project_find['project_config'] else project_find['project_config']['host_url'] if 'host_url' in project_find['project_config']: if project_find['project_config']['host_url']: url2 = project_find['project_config']['host_url'] else: url2 = 'http://127.0.0.1:{}'.format(project_find['project_config']['port']) else: url2 = 'http://127.0.0.1:{}'.format(project_find['project_config']['port']) if project_find["project_config"]["java_type"] == "springboot": _site_path = project_find["project_config"]["static_path"] if ( "static_path" in project_find["project_config"] and project_find["project_config"][ "static_path"]) else \ project_find["project_config"]["jar_path"] else: _site_path = project_find['path'] mut_config = { "api_url": '/' if not 'api_url' in project_find['project_config'] else project_find['project_config'][ 'api_url'], "site_path": _site_path, "domains": ' '.join(domains), "url": url2, "listen_ports": listen_ports, "ssl_config": ssl_config, } config_body = config_body.format( api_url = mut_config["api_url"], site_path = mut_config["site_path"], domains = ' '.join(domains), project_name = project_name, panel_path = self._panel_path, log_path = public.get_logs_path(), url = url2, host = host, listen_ports = listen_ports, ssl_config = ssl_config ) # # 恢复旧的SSL配置 # ssl_config = self.get_nginx_ssl_config(project_name) # if ssl_config: # config_body.replace('#error_page 404/404.html;',ssl_config) rewrite_file = "{panel_path}/vhost/rewrite/java_{project_name}.conf".format( panel_path = self._panel_path, project_name = project_name ) if not os.path.exists(rewrite_file): public.writeFile(rewrite_file, '# 请将伪静态规则或自定义NGINX配置填写到此处\n') if not os.path.exists("/www/server/panel/vhost/nginx/well-known"): os.makedirs("/www/server/panel/vhost/nginx/well-known", 0o600) apply_check = "{}/vhost/nginx/well-known/{}.conf".format(self._panel_path, project_name) from mod.base.web_conf import ng_ext config_body = ng_ext.set_extension_by_config(project_name, config_body) if not os.path.exists(apply_check): public.writeFile(apply_check, '') if not os.path.exists(config_file): public.writeFile(config_file, config_body) else: if not self._replace_nginx_conf(config_file, mut_config): public.writeFile(config_file, config_body) return True @staticmethod def _replace_nginx_conf(config_file, mut_config: dict) -> bool: """尝试替换""" data: str = public.readFile(config_file) tab_spc = " " rep_list = [ ( r"([ \f\r\t\v]*listen[^;\n]*;\n(\s*http2\s+on\s*;[^\n]*\n)?)+", mut_config["listen_ports"] + "\n" ), ( r"[ \f\r\t\v]*root [ \f\r\t\v]*/[^;\n]*;", " root {};".format(mut_config["site_path"]) ), ( r"[ \f\r\t\v]*server_name [ \f\r\t\v]*[^\n;]*;", " server_name {};".format(mut_config["domains"]) ), ( r"[ \f\r\t\v]*location [^{\n]* { *\n *proxy_pass[^\n;]*;\n *proxy_set_header *Host", "{}location {} {{\n{}proxy_pass {};\n{}proxy_set_header Host".format( tab_spc, mut_config["api_url"], tab_spc * 2, mut_config["url"], tab_spc * 2, ) ), ( "[ \f\r\t\v]*#SSL-START(.*\n){2,15}[ \f\r\t\v]*#SSL-END", "{}#SSL-START SSL相关配置\n{}#error_page 404/404.html;\n{}{}\n{}#SSL-END".format( tab_spc, tab_spc, tab_spc, mut_config["ssl_config"], tab_spc ) ) ] for rep, info in rep_list: if re.search(rep, data): data = re.sub(rep, info, data, 1) else: return False public.writeFile(config_file, data) return True def exists_apache_ssl(self, project_name): ''' @name 判断项目是否配置Apache SSL配置 @author hwliang<2021-08-09> @param project_name: string<项目名称> @return bool ''' config_file = "{}/apache/java_{}.conf".format(public.get_vhost_path(), project_name) if not os.path.exists(config_file): return False, False config_body = public.readFile(config_file) if not config_body: return False, False is_ssl, is_force_ssl = False, False if config_body.find('SSLCertificateFile') != -1: is_ssl = True if config_body.find('HTTP_TO_HTTPS_START') != -1: is_force_ssl = True return is_ssl, is_force_ssl def set_apache_config(self, project_find): ''' @name 设置Apache配置 @author hwliang<2021-08-09> @param project_find: dict<项目信息> @return bool ''' project_name = project_find['name'] # 处理域名和端口 ports = [] domains = [] for d in project_find['project_config']['domains']: domain_tmp = d.split(':') if len(domain_tmp) == 1: domain_tmp.append(80) if not int(domain_tmp[1]) in ports: ports.append(int(domain_tmp[1])) if not domain_tmp[0] in domains: domains.append(domain_tmp[0]) config_file = "{}/apache/java_{}.conf".format(self._vhost_path, project_name) template_file = "{}/template/apache/java_http.conf".format(self._vhost_path) config_body = public.readFile(template_file) apache_config_body = '' # 旧的配置文件是否配置SSL is_ssl, is_force_ssl = self.exists_apache_ssl(project_name) if is_ssl: if not 443 in ports: ports.append(443) from panelSite import panelSite s = panelSite() if project_find["project_config"]["java_type"] == "springboot": _site_path = project_find["project_config"]["jar_path"] else: _site_path = project_find['path'] # 根据端口列表生成配置 for p in ports: # 生成SSL配置 ssl_config = '' if p == 443 and is_ssl: ssl_key_file = "{vhost_path}/cert/{project_name}/privkey.pem".format( project_name = project_name, vhost_path = public.get_vhost_path() ) if not os.path.exists(ssl_key_file): continue # 不存在证书文件则跳过 ssl_config = '''#SSL SSLEngine On SSLCertificateFile {vhost_path}/cert/{project_name}/fullchain.pem SSLCertificateKeyFile {vhost_path}/cert/{project_name}/privkey.pem SSLCipherSuite EECDH+CHACHA20:EECDH+CHACHA20-draft:EECDH+AES128:RSA+AES128:EECDH+AES256:RSA+AES256:EECDH+3DES:RSA+3DES:!MD5 SSLProtocol All -SSLv2 -SSLv3 -TLSv1 SSLHonorCipherOrder On'''.format(project_name = project_name, vhost_path = public.get_vhost_path()) else: if is_force_ssl: ssl_config = '''#HTTP_TO_HTTPS_START RewriteEngine on RewriteCond %{SERVER_PORT} !^443$ RewriteRule (.*) https://%{SERVER_NAME}$1 [L,R=301] #HTTP_TO_HTTPS_END''' # 生成vhost主体配置 apache_config_body += config_body.format( site_path = _site_path, server_name = '{}.{}'.format(p, project_name), domains = ' '.join(domains), log_path = public.get_logs_path(), server_admin = 'admin@{}'.format(project_name), url = 'http://127.0.0.1:{}'.format(project_find['project_config']['port']), port = p, ssl_config = ssl_config, project_name = project_name ) apache_config_body += "\n" # 添加端口到主配置文件 if not p in [80]: s.apacheAddPort(p) # 写.htaccess if project_find["project_config"]["java_type"] == "springboot": _path = project_find["project_config"]["static_path"] if ( "static_path" in project_find["project_config"] and project_find["project_config"][ "static_path"]) else \ project_find["project_config"]["jar_path"] rewrite_file = "{}/.htaccess".format(_path) else: rewrite_file = "{}/.htaccess".format(project_find['path']) if not os.path.exists(rewrite_file): public.writeFile( rewrite_file, '# 请将伪静态规则或自定义Apache配置填写到此处\n' ) from mod.base.web_conf import ap_ext apache_config_body = ap_ext.set_extension_by_config(project_name, apache_config_body) # 写配置文件 public.writeFile(config_file, apache_config_body) return True def get_nginx_ssl_config(self, project_name): ''' @name 获取项目Nginx SSL配置 @author hwliang<2021-08-09> @param project_name: string<项目名称> @return string ''' result = '' config_file = "{}/nginx/java_{}".format(self._vhost_path, project_name) if not os.path.exists(config_file): return result config_body = public.readFile(config_file) if not config_body: return result if config_body.find('ssl_certificate') == -1: return result ssl_body = re.search("#SSL-START(.|\n)+#SSL-END", config_body) if not ssl_body: return result result = ssl_body.group() return result def set_config(self, project_name): ''' @name 设置项目配置 @author hwliang<2021-08-09> @param project_name: string<项目名称> @return bool ''' project_find = self.get_project_find(project_name) if not project_find: return False if not project_find['project_config']: return False if not project_find['project_config']['bind_extranet']: return False if not project_find['project_config']['domains']: return False self.set_nginx_config(project_find) self.set_apache_config(project_find) public.serviceReload() return True def clear_nginx_config(self, project_find): ''' @name 清除nginx配置 @author hwliang<2021-08-09> @param project_find: dict<项目信息> @return bool ''' project_name = project_find['name'] config_file = "{}/nginx/java_{}.conf".format(self._vhost_path, project_name) if os.path.exists(config_file): os.remove(config_file) rewrite_file = "{panel_path}/vhost/rewrite/java_{project_name}.conf".format( panel_path = self._panel_path, project_name = project_name ) if os.path.exists(rewrite_file): os.remove(rewrite_file) return True def clear_apache_config(self, project_find): ''' @name 清除apache配置 @author hwliang<2021-08-09> @param project_find: dict<项目信息> @return bool ''' project_name = project_find['name'] config_file = "{}/apache/java_{}.conf".format(self._vhost_path, project_name) if os.path.exists(config_file): os.remove(config_file) return True def clear_config(self, project_name): ''' @name 清除项目配置 @author hwliang<2021-08-09> @param project_name: string<项目名称> @return bool ''' project_find = self.get_project_find(project_name) if not project_find: return False self.clear_nginx_config(project_find) self.clear_apache_config(project_find) public.serviceReload() return True def del_vhost(self, domain, context_path: str = ""): ''' @name 删除虚拟主机 @author lkq @param domain: string @return bool ''' if domain == 'localhost': return False host = self.get_vhost(domain) if not host: return False target_context, other_context_count = None, 0 for i in host: if i.tag == "Context": if i.attrib["path"] == context_path: target_context = i else: other_context_count += 1 if target_context is None and not other_context_count: return False if target_context is not None: host.remove(target_context) if not other_context_count: self.__ENGINE.remove(host) self.save_tomcat() return True def tomcat_vhost_delete(self, version, domains, get): ''' @name 删除内置tomcat虚拟主机 @author lkq @param version: string @param domain: string @return bool ''' if not self.Initialization(version): return public.returnMsg(False, "配置文件错误请检查配置文件") context_path = get.get("project_name", "") domain = domains[0].split(":")[0] if self.del_vhost(domain, context_path): get.version = version get.type = 'reload' self.start_tomcat(get) return public.returnMsg(True, '删除成功') return public.returnMsg(False, '不存在') def set_hosts(self, domain): ''' @name 建立本地HOST ''' pass ret = public.ReadFile('/etc/hosts') # if isinstance(ret, str): # import re # rec = '%s' % domain # if not re.search(rec, ret): # public.ExecShell('echo "127.0.0.1 ' + domain + '" >> /etc/hosts') @staticmethod def set_spring_user(): ''' @name 建立本地HOST ''' try: pwd.getpwnam('springboot') except KeyError: public.ExecShell('useradd springboot') def del_hosts(self, domain): ''' @name 删除本地hosts ''' pass # ret = public.ReadFile('/etc/hosts') # if isinstance(ret, str): # import re # rec = '127.0.0.1 %s' % domain # if re.search(rec, ret): # ret=ret.replace(rec,'') # public.writeFile('/etc/hosts',ret) def Initialization2(self, version, site): ''' @name 初始独立项目 @author lkq 2021-08-28 @param site: string<项目名称> @param version: string<版本号> ''' # ! 项目初始化有关tomcat部分移至Tomcat版本管理 if self.xml_init(self.__site_path + site + '/conf/server.xml'): return True # if version == '7' or version == 'tomcat7' or version == 7: # if self.xml_init(self.__site_path + site + '/conf/server.xml'): # return True # else: # return False # elif version == '8' or version == 'tomcat8' or version == 8: # if self.xml_init(self.__site_path + site + '/conf/server.xml'): # return True # else: # return False # elif version == '9' or version == 'tomcat9' or version == 9: # if self.xml_init(self.__site_path + site + '/conf/server.xml'): # return True # else: # return False # else: # return False def replce_tomcat_port(self, get): ''' @name 更改tomcat端口 @param get.port: int @param get.version: string ''' port = str(get.port) version = str(get.version) if version.startswith('tomcat') or version.startswith('Tomcat'): version = version.replace('tomcat', '').replace('Tomcat', '') if self.IsOpen(port): return public.returnMsg(False, '端口已经被占用!') if not self.Initialization(version): return public.returnMsg(False, "配置文件错误请检查配置文件") ret = self.TomcatSetPort(port = port) if ret: # 重载tomcat get.type = 'reload' self.start_tomcat(get) return public.returnMsg(True, '端口更改成功') return public.returnMsg(False, '端口更改失败') def replace_duli_port(self, get): ''' @name 更改duli端口 @param get.port: int @param get.version: string @param get.domain string @return bool ''' return self.set_site_port(get.port, "", get.domain.strip()) def TomcatSetPort(self, port): ''' @name 更改tomcat端口 @author lkq @param port: string<端口号> ''' for i in self.__CONNECTROR: if 'protocol' in i.attrib and 'port' in i.attrib: if i.attrib['protocol'] == 'HTTP/1.1': i.attrib['port'] = port self.save_tomcat() if self.get_port() == int(port): return True else: return False # 获取指定虚拟主机 def Set_Domain_path(self, domain, docBase): try: Hosts = self.__ENGINE.getchildren() except: Hosts = list(self.__ENGINE) flag = False for host in Hosts: if host.tag != 'Host': continue if host.attrib['name'] == domain: try: ch = host.getchildren() except: ch = list(host) for i in ch: print(i.attrib) if 'docBase' in i.attrib: i.attrib['docBase'] = docBase flag = True if flag: self.save_tomcat() return True return False def TomcatSetPath(self, port): ''' @name 更改tomcat 项目路径 @author lkq @param port: string<端口号> ''' for i in self.__CONNECTROR: if 'protocol' in i.attrib and 'port' in i.attrib: if i.attrib['protocol'] == 'HTTP/1.1': i.attrib['port'] = port self.save_tomcat() if self.get_port() == int(port): return True else: return False def set_site_port(self, port, version, domain): ''' @name 更改独立项目端口 @param port: int<端口> @param version: string<版本> @param domain: string<域名> @author lkq 2021-08-28 ''' if self.IsOpen(port): return public.returnMsg(False, '端口已经被占用!') if not self.Initialization2(version, domain): return public.returnMsg(False, "配置文件错误请检查配置文件") ret = self.TomcatSetPort(port = port) if ret: fs = firewalls.firewalls() get = mobj() get.port = port get.ps = 'tomcat外部端口' fs.AddAcceptPort(get) return public.returnMsg(True, '更改成功!') else: return public.returnMsg(False, '更改失败') def _get_jdk_status(self): default_version = { "x64": [ "jdk1.7.0_80", "jdk1.8.0_371", "jdk-9.0.4", "jdk-10.0.2", "jdk-11.0.19", "jdk-12.0.2", "jdk-13.0.2", "jdk-14.0.2", "jdk-15.0.2", "jdk-16.0.2", "jdk-17.0.8", "jdk-18.0.2.1", "jdk-19.0.2", "jdk-20.0.2" ], "arm": [ "jdk1.8.0_371", "jdk-11.0.19", "jdk-15.0.2", "jdk-16.0.2", "jdk-17.0.8", "jdk-18.0.2.1", "jdk-19.0.2", "jdk-20.0.2" ], "loongarch64": [ "jdk-8.1.18", "jdk-11.0.22", "jdk-17.0.10", "jdk-21.0.2" ] } tmp_file = '/www/server/panel/data/jdk.json' tmp_pl = '/www/server/panel/data/jdk.json.pl' download_url = '{}/src/jdk/jdk.json'.format(public.get_url()) setup_path = public.GetConfigValue('setup_path') + '/java' file_data = public.readFile(tmp_pl) if not file_data and os.path.exists(tmp_pl): os.remove(tmp_pl) if not os.path.exists(setup_path): public.ExecShell('mkdir -p ' + setup_path) public.ExecShell('chown 755 ' + setup_path) if not os.path.exists(tmp_pl) or time.time() - int(file_data) > 3600: public.run_thread(public.downloadFile, (download_url, tmp_file)) public.writeFile(tmp_pl, str(int(time.time()))) versions = default_version else: try: import json versions = json.loads(public.readFile(tmp_file)) except: versions = default_version # 获取本机系统架构 import platform arce = platform.machine() if arce == 'x86_64': arce = 'x64' elif arce == 'aarch64' or 'arm' in arce: arce = 'arm' try: versions = versions.get(arce, []) data = { "name": "jdk", "check": "/usr/local/java/VERSION/bin/java", "msg": "Java 语言是一种通用的、面向对象的编程语言", "shell": "java.sh", "task": "1", "type": "语言解释器", "versions": [ {"status": True if os.path.exists('/www/server/java/' + i) else False, "version": i} for i in versions] } return data except: import json versions_data = public.readFile(tmp_file) if not versions_data: versions = default_version versions = versions.get(arce, []) else: versions = json.loads(versions_data).get(arce, []) data = { "name": 'jdk', "check": "/usr/local/java/VERSION/bin/java", "msg": "Java 语言是一种通用的、面向对象的编程语言", "shell": "java.sh", "task": "1", "type": "语言解释器", "versions": [{'status': False, "name": i} for i in versions] } return data # def get_local_jdk_version(self, get=None): # ''' # @name 获取本地jdk版本 # @parcm get<> # @return list # operation 0 1 2 3 0表示安装 1表示删除 2表示不可操作,3正在安装 # ''' # ret = [] # # 获取本地文件中的JDK版本 # if os.path.exists(self._panel_path + '/data/get_local_jdk.json'): # ret2 = public.ReadFile(self._panel_path + '/data/get_local_jdk.json') # if isinstance(ret2, str): # ret2 = json.loads(ret2) # for i in range(len(ret2)): # ret.append({'name': '自定义JDK', 'path': ret2[len(ret)], 'operation': 1}) # jdks = self._get_jdk_status()['versions'] # jdks = sorted(jdks, key=lambda x: x['status'], reverse=True) # for jdk in jdks: # if jdk['status']: # ret.append({'name': jdk['version'], 'path': '/www/server/java/' + jdk['version'] + '/bin/java', # 'operation': 1}) # else: # ret.append({'name': jdk['version'], 'path': '', 'operation': 0}) # for i in ret: # if os.path.exists('/www/server/java/' + i['name'] + '.pl'): # i['operation'] = 3 # if os.path.exists('/usr/bin/java'): # ret.append({'name': 'JDK', 'path': '/usr/bin/java', 'operation': 2}) # if os.path.exists('/usr/java/jdk1.8.0_121/bin/java'): # ret.append({'name': 'jdk8', 'path': '/usr/java/jdk1.8.0_121/bin/java', 'operation': 2}) # if os.path.exists('/usr/local/btjdk/jdk8/bin/java'): # ret.append({'name': 'openjdk8', 'path': '/usr/local/btjdk/jdk8/bin/java', 'operation': 2}) # if os.path.exists('/usr/java/jdk1.7.0_80/bin/java'): # ret.append({'name': 'jdk7', 'path': '/usr/java/jdk1.7.0_80/bin/java', 'operation': 2}) # return ret def get_local_jdk_version(self, get=None): import os import json # 获取本地文件中的JDK版本 ret = [] if os.path.exists(self._panel_path + '/data/get_local_jdk.json'): ret2 = public.ReadFile(self._panel_path + '/data/get_local_jdk.json') if isinstance(ret2, str): ret2 = json.loads(ret2) for i in range(len(ret2)): ret.append({'name': '自定义JDK', 'path': ret2[i], 'operation': 1, 'is_current': False}) # 读取/etc/profile文件来获取当前JAVA_HOME环境变量 bashrc_path = os.path.expanduser('/etc/profile') current_java_home = '' # 检查文件是否存在 if os.path.exists(bashrc_path): profile_data = public.readFile(bashrc_path) if profile_data: for line in profile_data.strip("\n"): if 'export JAVA_HOME=' in line: current_java_home = line.split('=')[1].strip().replace('"', '').replace("'", "") # 获取已安装的JDK版本 jdks = self._get_jdk_status()['versions'] jdks = sorted(jdks, key = lambda x: x['status'], reverse = True) for jdk in jdks: jdk_path = '/www/server/java/' + jdk['version'] + '/bin/java' is_current = os.path.dirname(os.path.dirname(jdk_path)) == current_java_home if jdk['status']: ret.append({'name': jdk['version'], 'path': jdk_path, 'operation': 1, 'is_current': is_current}) else: ret.append({'name': jdk['version'], 'path': '', 'operation': 0, 'is_current': False}) # 检查其他JDK路径 jdk_paths = [ ('JDK', '/usr/bin/java'), ('jdk8', '/usr/java/jdk1.8.0_121/bin/java'), ('openjdk8', '/usr/local/btjdk/jdk8/bin/java'), ('jdk7', '/usr/java/jdk1.7.0_80/bin/java') ] for name, path in jdk_paths: if os.path.exists(path): is_current = os.path.dirname(os.path.dirname(path)) == current_java_home ret.append({'name': name, 'path': path, 'operation': 2, 'is_current': is_current}) # 检查是否有正在安装的JDK for i in ret: import psutil try: if os.path.exists('/www/server/java/' + i['name'] + '.pl'): pid = int(public.readFile('/www/server/java/' + i['name'] + '.pl')) psutil.Process(pid) i['operation'] = 3 except UnicodeEncodeError: continue except: public.ExecShell('rm -rf /www/server/java/' + i['name'] + '.pl') return ret def get_system_info(self, get): ''' @name 获取基础信息 ''' reuslt = {} reuslt['jdk_info'] = self.get_local_jdk_version(get) reuslt['tomcat_info'] = self.get_tomcat_version(get) return public.returnMsg(True, reuslt) def install_jdk_new(self, get): try: if not hasattr(get, 'version'): return public.returnMsg(False, '版本号不能为空') if not os.path.exists('/www/server/panel/install/jdk.sh'): public.ExecShell('wget -O /www/server/panel/install/jdk.sh ' + public.get_url() + '/install/0/jdk.sh') jdk_version = self.get_local_jdk_version() jdk_version = [i["name"] for i in jdk_version if i["operation"] == 0] if os.path.exists('/www/server/java/' + get['version']): return public.returnMsg(False, '版本已经存在') if get['version'] not in jdk_version: return public.returnMsg(False, '版本号不存在') public.writeFile('/www/server/java/{}.pl'.format(get['version']), str(os.getpid())) res = public.ExecShell('bash /www/server/panel/install/jdk.sh install ' + get['version']) public.ExecShell('rm -rf /www/server/java/{}.*'.format(get['version'])) # self.collect_msg("jdk-{}".format(get['version']), log=res[1] + res[0]) if res[0].find('安装java成功') == -1: return public.returnMsg(False, '安装java失败') return public.returnMsg(True, '安装java成功') except: public.ExecShell('rm -rf /www/server/java/{}.*'.format(get['version'])) return public.returnMsg(False, '安装java失败') # def collect_msg(self, title, log=None, log_path=None): # from panel_msg import collect_message # logs_dir = public.get_panel_path() + "/logs/installed" # if not os.path.exists(logs_dir): # os.makedirs(logs_dir, 0o600) # file_path = logs_dir + "/{}_{}.log".format(title, int(time.time())) # # if log: # public.writeFile(file_path, log) # elif log_path and os.path.isfile(log_path): # shutil.copyfile(log_path, file_path) # else: # public.writeFile(file_path, "{}安装结束".format(title)) # # data = { # "soft_name": title, # "install_status": "安装" + title + "完成", # "file_name": file_path, # "self_type": "soft_install", # "status": 2, # "task_id": -1 # } # title = data["install_status"] # res = collect_message(title, ["软件安装", "软件安装"], ["Java项目", "JAVA环境管理"], data, 'info') # if isinstance(res, str): # public.WriteLog("消息盒子", "安装信息收集失败") # return None # # return res # 添加本地JDK def add_local_jdk(self, get): ''' @name 添加本地JDK @parcm get.jdk<> @return list ''' jdk = get.jdk.strip() loacl_jdk = self.get_local_jdk_version() local_jdk = [i['path'] for i in loacl_jdk if i['operation'] in [1, 2]] if jdk in local_jdk: return public.returnMsg(False, 'jdk路径已经存在') jdk_path = jdk.split('/') if jdk_path[-1] != 'java': return public.returnMsg(False, '请填写完整的路径,例如:/www/server/jdk1.8/bin/java') if not os.path.exists(jdk): return public.returnMsg(False, 'JDK路径不存在') if not os.path.exists(self._panel_path + '/data/get_local_jdk.json'): # 验证JDK是否可用 # if not self.check_jdk(jdk):return public.returnMsg(False,'JDK不可用') ret = public.ExecShell(jdk + ' -version') if ret[0].find('Error occurred') != -1: return public.returnMsg(False, 'JDK不可用') public.writeFile(self._panel_path + '/data/get_local_jdk.json', json.dumps([jdk])) return public.returnMsg(True, '保存成功') else: ret = public.ExecShell(jdk + ' -version') if ret[0].find('Error occurred') != -1: return public.returnMsg(False, 'JDK不可用') data = public.readFile(self._panel_path + '/data/get_local_jdk.json') if isinstance(data, str): data = json.loads(data) if jdk in data: return public.returnMsg(False, '已经存在') data.append(jdk) public.writeFile(self._panel_path + '/data/get_local_jdk.json', json.dumps(data)) return public.returnMsg(True, '保存成功') else: public.writeFile(self._panel_path + '/data/get_local_jdk.json', json.dumps([jdk])) return public.returnMsg(True, '保存成功') # 删除本地JDK def del_local_jdk(self, get): jdk = get.jdk.strip() if '/www/server/java/' in jdk: jdk_version = jdk.split('/')[-3] public.ExecShell('rm -rf ' + '/www/server/java/' + jdk_version) data = public.readFile(self._panel_path + '/data/get_local_jdk.json') if isinstance(data, str): data = json.loads(data) if jdk in data: data.remove(jdk) public.writeFile(self._panel_path + '/data/get_local_jdk.json', json.dumps(data)) return public.returnMsg(True, '删除成功') if not os.path.exists(self._panel_path + '/data/get_local_jdk.json'): return public.returnMsg(False, '删除失败') data = public.readFile(self._panel_path + '/data/get_local_jdk.json') if isinstance(data, str): data = json.loads(data) if jdk in data: data.remove(jdk) public.writeFile(self._panel_path + '/data/get_local_jdk.json', json.dumps(data)) return public.returnMsg(True, '删除成功') else: return public.returnMsg(False, '删除失败') else: return public.returnMsg(False, '删除失败') def get_process_cpu_time(self, cpu_times): cpu_time = 0.00 for s in cpu_times: cpu_time += s return cpu_time def get_cpu_precent(self, p): ''' @name 获取进程cpu使用率 @author hwliang<2021-08-09> @param p: Process<进程对像> @return dict ''' skey = "cpu_pre_{}".format(p.pid) old_cpu_times = cache.get(skey) process_cpu_time = self.get_process_cpu_time(p.cpu_times()) if not old_cpu_times: cache.set(skey, [process_cpu_time, time.time()], 3600) # time.sleep(0.1) old_cpu_times = cache.get(skey) process_cpu_time = self.get_process_cpu_time(p.cpu_times()) old_process_cpu_time = old_cpu_times[0] old_time = old_cpu_times[1] new_time = time.time() cache.set(skey, [process_cpu_time, new_time], 3600) percent = round( 100.00 * (process_cpu_time - old_process_cpu_time) / (new_time - old_time) / psutil.cpu_count(), 2 ) return percent def get_project_run_state(self, get=None, project_name=None): ''' @name 获取项目运行状态 @author hwliang<2021-08-12> @param get{ project_name: string<项目名称> } @param project_name 项目名称 @return bool ''' if get: project_name = get.project_name.strip() project_info = self.get_project_find(project_name) if not project_info: return False if not 'project_config' in project_info: return False if not 'pids' in project_info['project_config']: return self.check_project_run_status_by_ps(project_info) pid_file = project_info['project_config']['pids'] if not os.path.exists(pid_file): return self.check_project_run_status_by_ps(project_info) try: pid = int(public.readFile(pid_file)) except: return self.check_project_run_status_by_ps(project_info) pids = self.get_project_pids(pid = pid) if not pids: return self.check_project_run_status_by_ps(project_info) return True @staticmethod def check_project_run_status_by_ps(project_conf: dict) -> bool: cmd_str = project_conf["project_config"]['project_cmd'] if not isinstance(cmd_str, str): return False cmd_str = re.sub(r' {2,}', ' ', cmd_str) # 将可能存在的多个空格更换为单空格 tmp: str = public.ExecShell('ps aux| grep "%s" |grep -v grep' % cmd_str)[0] if not tmp.strip(): return False try: tmp = re.sub(r' {2,}', ' ', tmp) pids = [int(i.split(' ')[1]) for i in tmp.split("\n") if bool(i)] except (IndexError, ValueError, TypeError): return False running_pid = [] for pid in pids: if pid in psutil.pids(): running_pid.append(pid) if not running_pid: return False if len(running_pid) == 1: public.writeFile(project_conf["project_config"]['pids'], str(running_pid[0])) return True for pid in running_pid: p = psutil.Process(pid) if p.ppid() not in running_pid: public.writeFile(project_conf["project_config"]['pids'], str(pid)) return True return False def get_duli_run_state(self, get=None, project_name=None, bt_tomcat_web='/www/server/bt_tomcat_web', neizhi=False): ''' @name 获取项目运行状态 @author hwliang<2021-08-12> @param get{ project_name: string<项目名称> } @param project_name 项目名称 @return bool ''' if get: project_name = get.project_name.strip() if neizhi: pid_file = "{}/logs/catalina-daemon.pid".format(bt_tomcat_web, project_name) else: pid_file = "{}/{}/logs/catalina-daemon.pid".format(bt_tomcat_web, project_name) if not os.path.exists(pid_file): return False try: pid_data = public.readFile(pid_file) if isinstance(pid_data, str) and bool(pid_data.strip()): tmp_pid_data = pid_data.split() if len(tmp_pid_data) < 1: return False pid = int(tmp_pid_data[0]) pids = self.get_project_pids(pid = pid) if not pids: return False return True else: return False except: return False def format_connections(self, connects): ''' @name 获取进程网络连接信息 @author hwliang<2021-08-09> @param connects @return list ''' result = [] for i in connects: raddr = i.raddr if not i.raddr: raddr = ('', 0) laddr = i.laddr if not i.laddr: laddr = ('', 0) result.append( { "fd": i.fd, "family": i.family, "local_addr": laddr[0], "local_port": laddr[1], "client_addr": raddr[0], "client_rport": raddr[1], "status": i.status } ) return result def get_project_load_info(self, get=None, project_name=None): ''' @name 获取项目负载信息 @author hwliang<2021-08-12> @param get{ project_name: string<项目名称> } @return dict ''' if get: project_name = get.project_name.strip() load_info = {} # id_file = "{}/{}.pid".format(self._springboot_pid_path,project_name) project_info = self.get_project_find(project_name) if not project_info: return load_info if not 'project_config' in project_info: return load_info if not 'pids' in project_info['project_config']: return load_info pid_file = project_info['project_config']['pids'] if not os.path.exists(pid_file): return load_info try: pid = int(public.readFile(pid_file)) except: return load_info pids = self.get_project_pids(pid = pid) if not pids: return load_info for i in pids: process_info = self.get_process_info_by_pid(i) if process_info: load_info[i] = process_info return load_info def get_duli_load_info(self, get=None, project_name=None, bt_tomcat_web='/www/server/bt_tomcat_web/', neizhi=False): ''' @name 获取项目负载信息 @author hwliang<2021-08-12> @param get{ project_name: string<项目名称> } @return dict ''' if get: project_name = get.project_name.strip() load_info = {} if neizhi: pid_file = "{}/logs/catalina-daemon.pid".format(bt_tomcat_web, project_name) else: pid_file = "{}/{}/logs/catalina-daemon.pid".format(bt_tomcat_web, project_name) if not os.path.exists(pid_file): return load_info try: pid_data = public.readFile(pid_file) except: return load_info if isinstance(pid_data, str): pid = pid_data.split()[0] pid = int(pid) else: return load_info pids = self.get_project_pids(pid = pid) if not pids: return load_info for i in pids: process_info = self.get_process_info_by_pid(i) if process_info: load_info[i] = process_info return load_info def get_connects(self, pid): ''' @name 获取进程连接信息 @author hwliang<2021-08-09> @param pid @return dict ''' connects = 0 try: if pid == 1: return connects tp = '/proc/' + str(pid) + '/fd/' if not os.path.exists(tp): return connects for d in os.listdir(tp): fname = tp + d if os.path.islink(fname): l = os.readlink(fname) if l.find('socket:') != -1: connects += 1 except: pass return connects def object_to_dict(self, obj): ''' @name 将对象转换为字典 @author hwliang<2021-08-09> @param obj @return dict ''' result = {} for name in dir(obj): value = getattr(obj, name) if not name.startswith('__') and not callable(value) and not name.startswith('_'): result[name] = value return result def list_to_dict(self, data): ''' @name 将列表转换为字典 @author hwliang<2021-08-09> @param data @return dict ''' result = [] for s in data: result.append(self.object_to_dict(s)) return result def get_process_info_by_pid(self, pid): ''' @name 获取进程信息 @author hwliang<2021-08-12> @param pid: int<进程id> @return dict ''' process_info = {} try: if not os.path.exists('/proc/{}'.format(pid)): return process_info p = psutil.Process(pid) status_ps = {'sleeping': '睡眠', 'running': '活动'} with p.oneshot(): p_mem = p.memory_full_info() if p_mem.uss + p_mem.rss + p_mem.pss + p_mem.data == 0: return process_info p_state = p.status() if p_state in status_ps: p_state = status_ps[p_state] # process_info['exe'] = p.exe() process_info['name'] = p.name() process_info['pid'] = pid process_info['ppid'] = p.ppid() process_info['create_time'] = int(p.create_time()) process_info['status'] = p_state process_info['user'] = p.username() process_info['memory_used'] = p_mem.uss process_info['cpu_percent'] = self.get_cpu_precent(p) try: process_info['io_write_bytes'], process_info['io_read_bytes'] = p.io_counters() except: process_info['io_write_bytes'], process_info['io_read_bytes'] = 0, 0 process_info['connections'] = self.format_connections(p.connections()) process_info['connects'] = self.get_connects(pid) process_info['open_files'] = self.list_to_dict(p.open_files()) process_info['threads'] = p.num_threads() process_info['exe'] = ' '.join(p.cmdline()) return process_info except: return process_info def get_io_speed(self, p): ''' @name 获取磁盘IO速度 @author hwliang<2021-08-12> @param p: Process<进程对像> @return list ''' skey = "io_speed_{}".format(p.pid) old_pio = cache.get(skey) if not hasattr(p, 'io_counters'): return 0, 0 pio = p.io_counters() if not old_pio: cache.set(skey, [pio, time.time()], 3600) # time.sleep(0.1) old_pio = cache.get(skey) pio = p.io_counters() old_write_bytes = old_pio[0].write_bytes old_read_bytes = old_pio[0].read_bytes old_time = old_pio[1] new_time = time.time() write_bytes = pio.write_bytes read_bytes = pio.read_bytes cache.set(skey, [pio, new_time], 3600) write_speed = int((write_bytes - old_write_bytes) / (new_time - old_time)) read_speed = int((read_bytes - old_read_bytes) / (new_time - old_time)) return write_speed, read_speed def get_project_find(self, project_name): ''' @name 获取指定项目配置 @author hwliang<2021-08-09> @param project_name 项目名称 @return dict ''' project_info = public.M('sites').where('project_type=? AND name=?', ('Java', project_name)).find() if isinstance(project_info, str): raise public.PanelError('数据库查询错误：' + project_info) if not project_info: return False project_info['project_config'] = json.loads(project_info['project_config']) return project_info def project_remove_domain(self, get): ''' @name 为指定项目删除域名 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> domain: string<域名> } @return dict ''' project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '指定项目不存在') last_domain = get.domain domain_arr = get.domain.split(':') if len(domain_arr) == 1: domain_arr.append(80) if domain_arr[0] == get.project_name: return public.returnMsg(False, '不能删除当前项目域名') project_id = public.M('sites').where('name=?', (get.project_name,)).getField('id') if len(public.M('domain').where('pid=?', (project_find['id'],)).select()) == 1: return public.returnMsg(False, '项目至少需要一个域名') domain_id = public.M('domain').where('name=? AND pid=?', (domain_arr[0], project_id)).getField('id') if not domain_id: return public.returnMsg(False, '指定域名不存在') public.M('domain').where('id=?', (domain_id,)).delete() if get.domain in project_find['project_config']['domains']: project_find['project_config']['domains'].remove(get.domain) if get.domain + ":80" in project_find['project_config']['domains']: project_find['project_config']['domains'].remove(get.domain + ":80") public.M('sites').where('id=?', (project_id,)).save( 'project_config', json.dumps(project_find['project_config']) ) public.WriteLog(self._log_name, '从项目：{}，删除域名{}'.format(get.project_name, get.domain)) self.set_config(get.project_name) self.del_hosts(domain_arr[0]) return public.returnMsg(True, '删除域名成功') def project_get_domain(self, get): ''' @name 获取指定项目的域名列表 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' project_id = public.M('sites').where('name=?', (get.project_name,)).getField('id') if not project_id: return public.return_data(False, '站点查询失败') domains = public.M('domain').where('pid=?', (project_id,)).order('id desc').select() # project_find = self.get_project_find(get.project_name) # if not project_find: # return public.return_data(False, '站点查询失败') # if len(domains) != len(project_find['project_config']['domains']): # public.M('domain').where('pid=?', (project_id,)).delete() # if not project_find: return [] # for d in project_find['project_config']['domains']: # domain = {} # arr = d.split(':') # if len(arr) < 2: arr.append(80) # domain['name'] = arr[0] # domain['port'] = int(arr[1]) # domain['pid'] = project_id # domain['addtime'] = public.getDate() # public.M('domain').insert(domain) # if project_find['project_config']['domains']: # domains = public.M('domain').where('pid=?', (project_id,)).select() return domains def project_add_domain(self, get): ''' @name 为指定项目添加域名 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> domains: list<域名列表> } @return dict ''' project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '指定项目不存在') project_id = project_find['id'] domains = get.domains flag = False res_domains = [] for domain in domains: domain = domain.strip() if not domain: continue domain_arr = domain.split(':') domain_arr[0] = self.check_domain(domain_arr[0]) if domain_arr[0] is False: res_domains.append({"name": domain, "status": False, "msg": '域名格式错误'}) continue if len(domain_arr) == 1: domain_arr.append("") if domain_arr[1] == "": domain_arr[1] = 80 domain += ':80' try: if not (0 < int(domain_arr[1]) < 65535): res_domains.append({"name": domain, "status": False, "msg": '域名格式错误'}) continue except ValueError: res_domains.append({"name": domain, "status": False, "msg": '域名格式错误'}) continue if not public.M('domain').where('name=?', (domain_arr[0],)).count(): public.M('domain').add( 'name,pid,port,addtime', (domain_arr[0], project_id, domain_arr[1], public.getDate()) ) if not domain in project_find['project_config']['domains']: project_find['project_config']['domains'].append(domain) public.WriteLog(self._log_name, '成功添加域名{}到项目{}'.format(domain, get.project_name)) res_domains.append({"name": domain_arr[0], "status": True, "msg": '添加成功'}) flag = True else: public.WriteLog(self._log_name, '添加域名错误，域名{}已存在'.format(domain)) res_domains.append( {"name": domain_arr[0], "status": False, "msg": '添加错误，域名{}已存在'.format(domain)} ) if flag: public.M('sites').where('id=?', (project_id,)).save( 'project_config', json.dumps(project_find['project_config']) ) self.set_config(get.project_name) return self._ckeck_add_domain(get.project_name, res_domains) def get_other_pids(self, pid): ''' @name 获取其他进程pid列表 @author hwliang<2021-08-10> @param pid: string<项目pid> @return list ''' plugin_name = None for pid_name in os.listdir(self._springboot_pid_path): pid_file = '{}/{}'.format(self._springboot_pid_path, pid_name) try: s_pid = int(public.readFile(pid_file)) except: continue if pid == s_pid: plugin_name = pid_name[:-4] break project_find = self.get_project_find(plugin_name) if not project_find: return [] if not self._pids: self._pids = psutil.pids() all_pids = [] for i in self._pids: try: p = psutil.Process(i) if p.cwd() == project_find['project_config']['jar_path'] and p.username() == \ project_find['project_config']['run_user']: if p.name() in ['java', 'jsvc', 'jsvc.exec']: all_pids.append(i) except: continue return all_pids def get_project_pids(self, get=None, pid=None): ''' @name 获取项目进程pid列表 @author hwliang<2021-08-10> @param pid: string<项目pid> @return list ''' if get: pid = int(get.pid) if not self._pids: self._pids = psutil.pids() project_pids = [] if pid not in self._pids: return [] for i in self._pids: try: p = psutil.Process(i) if p.status() == "zombie": continue if p.ppid() == pid: if i in project_pids: continue project_pids.append(i) except: continue other_pids = [] for i in project_pids: other_pids += self.get_project_pids(pid = i) if os.path.exists('/proc/{}'.format(pid)): project_pids.append(pid) all_pids = list(set(project_pids + other_pids)) # if not all_pids: # all_pids = self.get_other_pids(pid) return sorted(all_pids) def stop_project(self, get): ''' @name 停止项目 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' project_info = self.get_project_find(get.project_name.strip()) if not project_info: return public.returnMsg(False, '项目不存在') project_find = self.get_project_find(get.project_name) if project_find['edate'] != "0000-00-00" and project_find['edate'] < datetime.datetime.today().strftime("%Y-%m-%d"): return public.return_error('当前项目已过期，请重新设置项目到期时间') if project_info['project_config']['java_type'] == 'springboot': # pid_file = "{}/{}.pid".format(self._springboot_pid_path,get.project_name) pid_file = project_info['project_config']['pids'] if not os.path.exists(pid_file): return public.returnMsg(False, '项目未启动') try: pid = int(public.readFile(pid_file)) except: return public.returnMsg(False, '项目未启动') pids = self.get_project_pids(pid = pid) if not pids: return public.returnMsg(False, '项目未启动') self.kill_pids(pids = pids) if os.path.exists(pid_file): os.remove(pid_file) self.stop_by_user(project_info["id"]) return public.returnMsg(True, '停止成功') if project_info['project_config']['java_type'] == 'duli': get.domain = project_info['name'] get.type = 'stop' return self.pendent_tomcat_start(get) if project_info['project_config']['java_type'] == 'neizhi': get.version = project_info['project_config']['tomcat_version'] get.type = 'stop' return self.start_tomcat(get) def restart_project(self, get): ''' @name 重启项目 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' project_find = self.get_project_find(get.project_name) if project_find['edate'] != "0000-00-00" and project_find['edate'] < datetime.datetime.today().strftime("%Y-%m-%d"): return public.return_error('当前项目已过期，请重新设置项目到期时间') res = self.stop_project(get) if not res['status']: return res res = self.start_project(get) if not res['status']: return res return public.returnMsg(True, '重启成功') def start_project(self, get): ''' @name 启动项目 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '项目不存在') project_find = self.get_project_find(get.project_name) if project_find['edate'] != "0000-00-00" and project_find['edate'] < datetime.datetime.today().strftime("%Y-%m-%d"): return public.return_error('当前项目已过期，请重新设置项目到期时间') self._update_project(get.project_name, project_find) if project_find['project_config']['java_type'] == 'duli': get.domain = project_find['name'] get.type = 'start' return self.pendent_tomcat_start(get) if project_find['project_config']['java_type'] == 'neizhi': get.version = project_find['project_config']['tomcat_version'] get.type = 'start' return self.start_tomcat(get) if project_find['project_config']['java_type'] == 'springboot': project_cmd = project_find["project_config"]['project_cmd'] # 前置准备 log_file = project_find["project_config"]['logs'] pid_file = project_find["project_config"]['pids'] nohup_log = ' &>> {log_file}'.format(log_file = log_file) if not int(project_find["project_config"].get('nohup_log', 1)): nohup_log = '' if 'jar_path' in project_find['project_config']: jar_path = project_find['project_config']['jar_path'] else: jar_path = '{}'.format(self._springboot) # 启动脚本 start_cmd = '''#!/bin/bash PATH=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:~/bin export PATH cd {jar_path} nohup {project_cmd}{nohup_log} & echo $! > {pid_file} '''.format( jar_path = jar_path, project_cmd = project_cmd, pid_file = pid_file, log_file = log_file, nohup_log = nohup_log ) script_file = project_find["project_config"]['scripts'] # 写入启动脚本 public.writeFile(script_file, start_cmd) if os.path.exists(pid_file): os.remove(pid_file) public.ExecShell("chmod -R 777 /var/tmp/springboot/") # public.ExecShell("chown -R {}:{} {}".format(project_find['project_config']['run_user'],project_find['project_config']['run_user'],self._springboot)) public.set_mode(script_file, 755) public.ExecShell( "chown {}:{} {}".format( project_find['project_config']['run_user'], project_find['project_config']['run_user'], project_find['path'] ) ) if not os.path.exists(log_file): public.ExecShell("touch {}".format(log_file)) public.ExecShell( "chown {}:{} {}".format( project_find['project_config']['run_user'], project_find['project_config']['run_user'], log_file ) ) self._pass_dir_for_user(os.path.dirname(log_file), project_find['project_config']['run_user']) # 判断是否在/www/ /www/wwwroot # 执行脚本文件 p = public.ExecShell( "bash {}".format(script_file), user = project_find['project_config']['run_user'], env = os.environ.copy() ) time.sleep(1) if not os.path.exists(pid_file): return public.returnMsg(False, '启动失败,请尝试切换启动用户') # 获取PID try: pid = int(public.readFile(pid_file)) except: return public.returnMsg(True, '启动失败') time.sleep(0.4) pids = self.get_project_pids(pid = pid) # if not pids: # if os.path.exists(pid_file): os.remove(pid_file) # return public.returnMsg(False,'启动失败
{}'.format(public.GetNumLines(log_file,20))) self.start_by_user(project_find["id"]) return public.returnMsg(True, '启动成功') def return_jdkcmd(self, get): ''' @name 修改JDK 返回所需命令 @param jdK_path @param cmd @return string cmd ''' jdK_path = get.jdK_path.strip() cmd = get.cmd.strip() if not os.path.exists(jdK_path): return public.returnMsg(False, 'JDK路径不存在') cmd2 = cmd.split() if 'debug' in get: debug = 1 else: debug = 0 return_cmd = [] for i in cmd2: if '/java' in i: return_cmd.append(jdK_path) elif '-agentlib:' in i and debug: continue else: return_cmd.append(i) return public.returnMsg(True, ' '.join(return_cmd)) def send_cmd(self, get): port = get.port if 'port' in get else self.generate_random_port() if not hasattr(get, 'project_jdk'): return public.returnMsg(False, '缺少参数! project_jdk') project_jdk = get.project_jdk if not os.path.exists(project_jdk): return public.returnMsg(False, '项目JDK不存在') project_jar = get.project_jar.strip() if not os.path.exists(project_jar): return public.returnMsg(False, '项目jar不存在') jmx_cmd = "" if hasattr(get, 'jmx_status'): if get.jmx_status: jmx_port = self.generate_random_port() jmx_cmd = "-Dcom.sun.management.jmxremote.port={} -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Djava.rmi.server.hostname=127.0.0.1".format( jmx_port ) if 'debug' in get: debug_port = self.generate_random_port() return public.returnMsg( True, '{} -agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address={} {} -jar -Xmx1024M -Xms256M {} --server.port={}'.format( project_jdk, debug_port, jmx_cmd, project_jar, port ) ) lib_path_cmd = "" if hasattr(get, 'lib_path') and get.lib_path: lib_path_cmd = "-Dloader.path={}".format(get.lib_path) return public.returnMsg( True, '{} {} {} -jar -Xmx1024M -Xms256M {} --server.port={}'.format( project_jdk, lib_path_cmd, jmx_cmd, project_jar, port ) ) def return_cmd(self, get): ''' @name 获取启动的命令 @author lkq<2021-08-27> @param project_jar 项目jar路径 @param port 项目端口号 @param project_jdk 项目JDK ''' if 'project_cmd' not in get or not get.project_cmd.strip(): return self.send_cmd(get) else: if not get.project_cmd: return self.send_cmd(get) # 修改port project_find = self.get_project_find(get.project_name) if not project_find: return self.send_cmd(get) project_cmd = get.project_cmd.strip() cmd_type = int(get.type) jmx_cmd = "" if hasattr(get, 'jmx_status'): project_find['project_config']['jmx_status'] = get.jmx_status if get.jmx_status: jmx_port = self.generate_random_port() jmx_cmd = "-Dcom.sun.management.jmxremote.port={} -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Djava.rmi.server.hostname=127.0.0.1".format( jmx_port ) jmx_url = "service:jmx:rmi:///jndi/rmi://127.0.0.1:{}/jmxrmi".format(jmx_port) project_find['project_config']['jmx_status'] = get.jmx_status project_find['project_config']['jmx_info'] = { "jmx_url": jmx_url, "username": "", "password": "", } if cmd_type == 1: old_port = str(project_find['project_config']['port']).strip() if old_port: project_cmd = project_find['project_config']['project_cmd'].replace(old_port, str(get.port)) else: res = self.send_cmd(get) if not res["status"]: return res else: project_cmd = res["msg"] project_find['project_config']['project_cmd'] = project_cmd project_find['project_config']['port'] = get.port project_find['project_config']['project_jdk'] = get.project_jdk.strip() pdata = { 'name': get.project_name.strip(), 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) return public.returnMsg(True, project_cmd) if cmd_type == 2: if 'project_jdk' in project_find['project_config']: project_cmd = project_find['project_config']['project_cmd'].replace( str(project_find['project_config']['project_jdk']), str(get.project_jdk.strip()) ) project_cmd = project_cmd.replace(str(project_find['project_config']['port']), str(get.port)) else: project_cmd = '{} {} -jar -Xmx1024M -Xms256M {} --server.port={}'.format( get.project_jdk.strip(), jmx_cmd, get.project_jar.strip(), get.port ) project_find['project_config']['project_cmd'] = project_cmd project_find['project_config']['port'] = get.port project_find['project_config']['project_jdk'] = get.project_jdk.strip() pdata = { 'name': get.project_name.strip(), 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) return public.returnMsg(True, project_cmd) if cmd_type == 3: if 'debug' in get and get.debug in (True, 1, "1", "true"): if get.debug: debug_port = self.generate_random_port() cmd = '{} -agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address={} {} -jar -Xmx1024M -Xms256M {} --server.port={}'.format( get.project_jdk, debug_port, jmx_cmd, project_find['project_config'][ 'project_jar'], project_find['project_config']['port'] ) project_find['project_config']['project_cmd'] = cmd project_find['project_config']['port'] = get.port project_find['project_config']['project_jdk'] = get.project_jdk.strip() pdata = { 'name': get.project_name.strip(), 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) return public.returnMsg(True, cmd) cmd = '{} {} -jar -Xmx1024M -Xms256M {} --server.port={}'.format( get.project_jdk, jmx_cmd, project_find['project_config']['project_jar'], project_find['project_config']['port'] ) project_find['project_config']['project_cmd'] = cmd project_find['project_config']['port'] = get.port project_find['project_config']['project_jdk'] = get.project_jdk.strip() pdata = { 'name': get.project_name.strip(), 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) return public.returnMsg(True, cmd) if cmd_type == 4: # jmx cmd = '{} {} -jar -Xmx1024M -Xms256M {} --server.port={}'.format( get.project_jdk, jmx_cmd, project_find['project_config']['project_jar'], project_find['project_config']['port'] ) project_find['project_config']['project_cmd'] = cmd project_find['project_config']['port'] = get.port project_find['project_config']['project_jdk'] = get.project_jdk.strip() pdata = { 'name': get.project_name.strip(), 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) return public.returnMsg(True, cmd) def unbind_extranet(self, get): ''' @name 解绑外网 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' project_name = get.project_name.strip() self.clear_config(project_name) public.serviceReload() project_find = self.get_project_find(project_name) project_find['project_config']['bind_extranet'] = 0 public.M('sites').where("id=?", (project_find['id'],)).setField( 'project_config', json.dumps(project_find['project_config']) ) public.WriteLog(self._log_name, 'Java项目{}, 关闭外网映射'.format(project_name)) return public.returnMsg(True, '关闭成功') def bind_extranet(self, get): ''' @name 绑定外网 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' res_msg = self._check_webserver() if res_msg: return public.returnMsg(False, res_msg) if not public.is_apache_nginx(): return public.returnMsg(False, '请先安装Apache或者Nginx!') project_name = get.project_name.strip() project_find = self.get_project_find(project_name) if not project_find: return public.returnMsg(False, '项目不存在') if not project_find['project_config']['domains']: return public.returnMsg( False, '请先到【域名管理】选项中至少添加一个域名' ) project_find['project_config']['bind_extranet'] = 1 public.M('sites').where("id=?", (project_find['id'],)).setField( 'project_config', json.dumps(project_find['project_config']) ) self.set_config(project_name) public.WriteLog(self._log_name, 'Java项目{}, 开启外网映射'.format(project_name)) return public.returnMsg(True, '开启外网映射成功') def create_project(self, get): ''' @name 创建项目 @author lkq<2021-08-27> @param project_type 项目类型 1 内置 2 独立 3 Spring_boot 项目 @return string ''' try: project_type = int(get.project_type) except: return public.returnMsg(False, '项目类型参数错误') if project_type == 1: # 检查Nginx/Apache 配置文件是否OK isError = public.checkWebConfig() if isError != True: return public.returnMsg( False, 'WEB服务器配置配置文件错误ERROR:
' + isError.replace( "\n", '
' ) + '' ) return self.create_internal_project(get) elif project_type == 2: # 检查Nginx/Apache 配置文件是否OK isError = public.checkWebConfig() if isError != True: return public.returnMsg( False, 'WEB服务器配置配置文件错误ERROR:
' + isError.replace( "\n", '
' ) + '' ) return self.create_independent_project(get) elif project_type == 3: return self.create_spring_boot_project(get) def create_internal_project(self, get): ''' @name 创建内置项目 @author lkq<2021-08-27> @param domain 域名 @param tomcat_version tomcat版本 7 8 9 @param project_path 项目路径 @param project_ps 项目描述 @param bind_extranet 绑定外网 默认不需要传递 @return string ''' if not public.is_apache_nginx(): return public.returnMsg(False, '未安装Apache或Nginx') if not 'domain' in get: return public.returnMsg(False, '请指定域名!') if not 'tomcat_version' in get: return public.returnMsg(False, '请指定tomcat版本!') if not 'project_path' in get: return public.returnMsg(False, '请指定项目路径!') if not 'project_name' in get: get.project_name = get.domain else: get.project_name = get.domain if not 'bind_extranet' in get: get.bind_extranet = 1 else: get.bind_extranet = 1 domain = get.domain.strip() # 判断域名是合法性 if not self.is_domain(domain): return public.returnMsg(False, "请输入正确的域名") # 兼容PHP 判断域名是否存在 if public.M('domain').where('name=?', domain).count(): return public.returnMsg(False, '指定域名已存在: {}'.format(domain)) tomcat_version = str(get.tomcat_version) project_path = get.project_path.strip() if not os.path.exists(project_path): os.makedirs(project_path) public.set_own(project_path, 'www') # project_name = get.project_name.strip() tomcat_list = ["7", "8", "9"] if not tomcat_version in tomcat_list: return public.returnMsg(False, '请指定tomcat版本!') # 判断tomcat是否存在 tomcat_info = self.get_tomcat_info(tomcat_version) if tomcat_info['stype'] == 'uninstall': return public.returnMsg(False, '选择的tomcat不存在!') # 如果为就旧版本启动文件更改启动文件 res = public.ExecShell('sed -n "142p" /usr/local/bttomcat/tomcat{}/bin/daemon.sh'.format(tomcat_version))[0] _path = '/www/wwwlogs/java/neizhi{}'.format(tomcat_version) if not os.path.exists(_path): os.makedirs(_path) if not res.startswith('test ".$CATALINA_OUT" = . && CATALINA_OUT="$CATALINA_BASE/logs/catalina-daemon.out"'): self._change_daemom_sh("/usr/local/bttomcat/tomcat%s/bin/daemon.sh" % tomcat_version, _path) # 初始化tomcat配置文件 if not self.Initialization(tomcat_version): return public.returnMsg( False, "tomcat%s配置文件错误或者服务未安装" % tomcat_version ) # 获取当前tomcat 的port tomcat_port = tomcat_info['port'] # 判断域名是否在tomcat中 if self.add_vhost(path = project_path, domain = domain): # 添加成功 # 添加数据库信息 pdata = { 'name': domain, 'path': project_path, 'ps': get.project_ps, 'status': 1, 'type_id': 0, 'project_type': 'Java', 'project_config': json.dumps( { 'ssl_path': '/www/wwwroot/java_node_ssl', 'project_name': domain, 'project_cwd': project_path, 'bind_extranet': 1, 'domains': [], 'tomcat_version': tomcat_version, 'java_type': 'neizhi', 'server_xml': '/usr/local/bttomcat/tomcat%s/conf/server.xml' % tomcat_version, 'port': int(tomcat_port), 'auth': '1', ##默认开机自动启动 'nohup_log': get.nohup_log if hasattr(get, 'nohup_log') else 1 } ), 'addtime': public.getDate() } domains = [] if get.bind_extranet == 1: domains.append(domain) project_id = public.M('sites').insert(pdata) self.set_hosts(domain) # 建立反代项目 if get.bind_extranet == 1: format_domains = [] for domain in domains: if domain.find(':') == -1: domain += ':80' format_domains.append(domain) get.domains = format_domains self.project_add_domain(get) self.set_config(domain) public.WriteLog(self._log_name, '添加Java项目{}'.format(domain)) # 重载服务 # 检查配置文件是否OK 如果存在问题则回退配置文件 get.version = tomcat_version get.type = 'reload' self.start_tomcat(get) return public.returnMsg(True, "添加成功") else: return public.returnMsg(False, "添加失败") def create_independent_project(self, get): ''' @name 创建独立项目 @author lkq<2021-08-27> @param domain 域名 @param project_path 项目路径 @param port 端口号 @param tomcat_version 项目tomcat版本 7 8 9 #param project_ps 项目描述 @param auth 开机自动启动 ''' # 检查是否安装Apache或者Nginx if not public.is_apache_nginx(): return public.returnMsg(False, '未安装Apache或Nginx') if 'auto' not in get: get.auto = '0' port = get.port project_path = get.project_path.strip() # project_name=get.project_name.strip() if not hasattr(get, "tomcat_version"): return public.returnMsg(False, '未指定Tomcat版本') tomcat_version = str(get.tomcat_version) domain = get.domain.strip() if not 'project_name' in get: get.project_name = get.domain else: get.project_name = get.domain if hasattr(get, 'jdk_path'): jdk_path = get.jdk_path.strip() else: jdk_path = "/usr/local/btjdk/jdk8" # 判断域名是合法性 if not self.is_domain(domain): return public.returnMsg(False, "请输入正确的域名") # 兼容PHP 判断域名是否存在 if public.M('domain').where('name=?', domain).count(): return public.returnMsg(False, '指定域名已存在: {}'.format(domain)) if 'bind_extranet' in get: get.bind_extranet = 1 else: get.bind_extranet = 1 tomcat_list = ["7", "8", "9"] if not tomcat_version in tomcat_list: return public.returnMsg(False, '请指定tomcat版本!') if int(port) < 1 or int(port) > 65535: return public.returnMsg(False, '端口范围不合法') if self.check_port(port): return public.returnMsg(False, "端口被占用, 请更换其他端口") # 判断是否存在 if os.path.exists(self.__site_path + domain): return public.returnMsg( False, "该网站已经存在。如想建立请删除%s" % self.__site_path + domain ) if not os.path.exists(project_path): os.makedirs(project_path) public.set_own(project_path, 'www') # 首先需要先复制好文件过去 if not os.path.exists(self.__site_path + domain): public.ExecShell('mkdir -p %s' % self.__site_path + domain) if tomcat_version == 'tomcat7' or tomcat_version == '7': if not os.path.exists(self.__tomcat7_path_bak + '/conf/server.xml'): return public.returnMsg( False, "tomcat7的配置文件不存在，请重新安装tomcat7" ) public.ExecShell( 'cp -r %s/* %s && chown -R www:www %s' % ( self.__tomcat7_path_bak, self.__site_path + domain, self.__site_path + domain) ) if tomcat_version == 'tomcat8' or tomcat_version == '8': if not os.path.exists(self.__tomcat8_path_bak + '/conf/server.xml'): return public.returnMsg( False, "tomcat8的配置文件不存在，请重新安装tomcat8" ) public.ExecShell( 'cp -r %s/* %s && chown -R www:www %s' % ( self.__tomcat8_path_bak, self.__site_path + domain, self.__site_path + domain) ) if tomcat_version == 'tomcat9' or tomcat_version == '9': if not os.path.exists(self.__tomcat9_path_bak + '/conf/server.xml'): return public.returnMsg( False, "tomcat9的配置文件不存在，请重新安装tomcat9" ) public.ExecShell( 'cp -r %s/* %s && chown -R www:www %s' % ( self.__tomcat9_path_bak, self.__site_path + domain, self.__site_path + domain) ) # server.xml if os.path.exists(self.__site_path + domain + '/conf/server.xml'): ret = ''' '''.format(self.generate_random_port()) log_path = "/www/wwwlogs/java/{}".format(get.project_name) if not os.path.exists(log_path) or os.path.isfile(log_path): os.makedirs(log_path, mode = 0o777) if not self._change_daemom_sh( self.__site_path + domain + '/bin/daemon.sh', log_path, domain.replace(".", '_') ): os.system('rm -rf %s' % self.__site_path + domain) return public.returnMsg(False, "配置文件不存在请重新安装tomcat后尝试新建网站") public.WriteFile(self.__site_path + domain + '/conf/server.xml', ret) else: os.system('rm -rf %s' % self.__site_path + domain) return public.returnMsg(False, "配置文件不存在请重新安装tomcat后尝试新建网站") if not self.Initialization2(tomcat_version, domain): return public.returnMsg( False, "配置文件错误或者服务未安装" ) # 先改他的端口 ret = self.set_site_port(port, tomcat_version, domain) if not ret['status']: return ret ret = self.add_vhost(path = project_path, domain = domain) if ret: self.set_hosts(domain) # 启动实例 pid_path = '/www/server/web_site/%s/logs/catalina-daemon.pid' % domain if os.path.exists(pid_path): os.remove(pid_path) public.ExecShell('sh %s' % self.__site_path + domain + '/bin/daemon.sh start') # 启动成功后建立反代项目 pdata = { 'name': domain, 'path': project_path, 'ps': get.project_ps, 'status': 1, 'type_id': 0, 'project_type': 'Java', 'project_config': json.dumps( { 'ssl_path': '/www/wwwroot/java_node_ssl', 'project_name': domain, 'project_cwd': project_path, 'bind_extranet': 1, 'domains': [], 'java_type': 'duli', 'tomcat_version': tomcat_version, 'server_xml': self.__site_path + domain + '/conf/server.xml', 'jdk_path': jdk_path, 'port': int(port), 'auth': get.auth, 'logs': "/www/wwwlogs/java/{}/".format(domain), 'nohup_log': get.nohup_log if hasattr(get, 'nohup_log') else 1 } ), 'addtime': public.getDate() } domains = [] if get.bind_extranet == 1: domains.append(domain) project_id = public.M('sites').insert(pdata) self.set_hosts(domain) # 建立反代项目 if get.bind_extranet == 1: format_domains = [] for domain in domains: if domain.find(':') == -1: domain += ':80' format_domains.append(domain) get.domains = format_domains self.project_add_domain(get) self.set_config(domain) if jdk_path != "/usr/local/btjdk/jdk8": self.change_duli_tomcat_jdk(domain, jdk_path) public.WriteLog(self._log_name, '添加Java项目{}'.format(domain)) return public.returnMsg(True, "添加成功") else: return public.returnMsg(False, "域名存在") def check_port_is_used(self, port, sock=False): ''' @name 检查端口是否被占用 @author hwliang<2021-08-09> @param port: int<端口> @return bool ''' if not isinstance(port, int): port = int(port) if port == 0: return False project_list = public.M('sites').where('status=? AND project_type=?', (1, 'Java')).field( 'name,path,project_config' ).select() for project_find in project_list: project_config = json.loads(project_find['project_config']) if not 'port' in project_config: continue try: if int(project_config['port']) == port: return True except: continue if sock: return False return public.check_tcp('127.0.0.1', port) def get_host_url(self, get): if 'port' in get: port = get['port'] return 'http://127.0.0.1:'.format(port) else: return 'http://127.0.0.1:6611' def create_spring_boot_project(self, get): ''' @name 创建Spring_boot项目 @author lkq<2021-08-27> @param domains 域名 可选 @param project_jar 项目jar路径 @param project_name 项目名称 @param port 项目端口号 @param project_jdk 项目JDK @param project_cmd 最终执行的命令 @parcm run_user 项目用户 @parcm bind_extranet 是否绑定外网 @param auth 开启自启动 @parcm project_ps 描述 ''' self.set_spring_user() if get.run_user != 'root': ret = public.ReadFile('/etc/passwd') if isinstance(ret, str): rec = 'springboot' if not re.search(rec, ret): return public.returnMsg( False, 'springboot用户建立失败,疑是安全软件拦截。手动建立用户操作如下: useradd -s /sbin/nologin springboot' ) else: return public.returnMsg( False, 'springboot用户建立失败,疑是安全软件拦截。手动建立用户操作如下: useradd -s /sbin/nologin springboot' ) if not 'project_jdk' in get: return public.returnMsg(False, "请输入你的JDK路径") if not 'project_jar' in get: return public.returnMsg(False, "请输入你的jar路径") if not 'project_name' in get and get.project_name.strip(): return public.returnMsg(False, "请输入你的项目名称") if not 'port' in get: return public.returnMsg(False, "请输入你的项目端口号") if not 'run_user' in get: return public.returnMsg(False, "请输入你的项目用户") # if not 'auth' in get: return public.returnMsg(False, "请输入是否开机自启动") if not 'project_cmd' in get: return public.returnMsg(False, "请输入你的项目启动命令") if not hasattr(get, 'project_ps'): return public.returnMsg(False, "请输入你的项目启动命令") if not 'project_ps' in get: get.project_ps = '' if not 'is_separation' in get: get.is_separation = 0 get.project_name = get.project_name.strip() if public.M('sites').where('name=? ', (get.project_name,)).count(): return public.return_error('指定项目名称已存在: {}'.format(get.project_name)) project_path = os.path.dirname(get.project_jar) if not public.check_site_path(project_path): a, c = public.get_sys_path() return public.returnMsg(False, '请不要项目文件放到以下关键目录中:
{}'.format("
".join(a + c))) if get.is_separation: if public.get_webserver() == 'apache': return public.returnMsg(False, "前后端分离不支持Apache") get.is_separation = 1 ##静态资源目录 if get.is_separation and ('static_path' not in get or not get.static_path.strip()): get.static_path = '/www/wwwroot/' + get.project_name.split('/')[0] if 'api_url' not in get or not get.api_url.strip(): get.api_url = '/' elif get.api_url != '/' and get.api_url[-1] == '/': get.api_url = get.api_url[:-1] if not hasattr(get, 'auth'): get.auth = '0' if get.is_separation: if 'host_url' not in get or not get.host_url.strip(): return public.returnMsg(False, "请输入你需要的后端地址") else: if get.host_url[-1] == '/': get.host_url = get.host_url[:-1] if 'domains' in get: domains = get.domains if len(domains) >= 1: get.bind_extranet = 1 # 检查Nginx/Apache 配置文件是否OK isError = public.checkWebConfig() if isError != True: return public.returnMsg( False, 'WEB服务器配置配置文件错误ERROR:
' + isError.replace( "\n", '
' ) + '' ) else: get.bind_extranet = 0 else: get.domains = [] get.bind_extranet = 0 if public.M('sites').where('name=?', (get.project_name,)).count(): return public.returnMsg(False, '指定项目名称已存在: {}'.format(get.project_name)) project_name = get.project_name.strip() # if not re.match("^\w+$",project_name): # return public.return_error('项目名称格式不正确，支持字母、数字、下划线，表达式: ^[0-9A-Za-z_]$') # 端口占用检测 if self.check_port(get.port): return public.returnMsg( False, '指定端口已被其它应用占用，请修改您的项目配置使用其它端口, 端口: {}'.format(get.port) ) # 判断JDK路径是否存在 if not os.path.exists(get.project_jdk): return public.returnMsg(False, '请输入正确的JDK路径') domains = [] if get.bind_extranet == 1: domains = get.domains for domain in domains: domain_arr = domain.split(':') if public.M('domain').where('name=?', domain_arr[0]).count(): return public.returnMsg(False, '指定域名已存在: {}'.format(domain)) # 获取jar包的路径 project_jar = get.project_jar.strip() if not os.path.exists(project_jar): return public.returnMsg(False, '请输入正确的jar包路径') # 获取jar的根目录 if not get.is_separation: get.host_url = False pdata = { 'name': get.project_name, 'path': get.project_jar, 'ps': get.project_ps, 'status': 1, 'type_id': 0, 'project_type': 'Java', 'project_config': json.dumps( { 'project_jdk': get.project_jdk.strip(), 'ssl_path': '/www/wwwroot/java_node_ssl', 'project_name': get.project_name.strip(), 'project_jar': get.project_jar.strip(), 'bind_extranet': get.bind_extranet, 'domains': [], 'run_user': get.run_user.strip(), 'jmx_status': getattr(get, "jmx_status", False), 'jmx_info': { "jmx_url": "service:jmx:rmi:///jndi/rmi://127.0.0.1:{}/jmxrmi".format(get.jmx_port) if hasattr( get, "jmx_port" ) else None, "username": "", "password": "", }, 'port': int(get.port), 'auth': get.auth, 'project_cmd': get.project_cmd.strip(), 'java_type': 'springboot', 'jar_path': project_path, 'pids': self._springboot_pid_path + '/' + get.project_name.strip() + '.pid', 'logs': self._springboot_logs_path + '/' + get.project_name.strip() + '.log', 'scripts': self._springboot_run_scripts + '/' + get.project_name.strip() + '.sh', 'is_separation': get.is_separation, 'static_path': getattr(get, "static_path", None), 'api_url': get.api_url, 'host_url': get.host_url, 'nohup_log': get.nohup_log if hasattr(get, 'nohup_log') else 1 } ), 'addtime': public.getDate() } project_id = public.M('sites').insert(pdata) if get.bind_extranet == 1: format_domains = [] for domain in domains: if domain.find(':') == -1: domain += ':80' format_domains.append(domain) get.domains = format_domains self.project_add_domain(get) self.set_config(get.project_name) # 设置java启动目录为某个用户权限 public.ExecShell("chown {}:{} {}".format(get.run_user.strip(), get.run_user.strip(), project_path)) if get.is_separation: if not os.path.exists(get.static_path): public.ExecShell("mkdir -p {}".format(get.static_path)) public.ExecShell("chown {}:{} {}".format(get.run_user.strip(), get.run_user.strip(), get.static_path)) else: public.ExecShell( "chown -R {}:{} {}".format(get.run_user.strip(), get.run_user.strip(), get.static_path) ) public.WriteLog(self._log_name, '添加Java Springboot项目{}'.format(get.project_name)) self.start_project(get) # 将所有的监听端口找出来，用于放行 load_info = self.get_project_load_info(project_name = get.project_name) if load_info: listen = [] for pid in load_info.keys(): if 'connections' not in load_info[pid]: continue for conn in load_info[pid]['connections']: if not conn['status'] == 'LISTEN': continue if not conn['local_port'] in listen: listen.append(str(conn['local_port'])) if listen: get.port = ",".join(listen) flag, tip = self._release_firewall(get) msg = '添加项目成功' + ("" if flag else "
" + tip) if "use_project_watch" in get and get.use_project_watch in ("1", "true", "yes", 1): add_project_watch( p_name = get.project_name.strip(), p_type = "java", site_id = project_id, watch_path = get.project_jar.strip() ) return public.returnMsg(True, msg, project_id) def kill_pids(self, get=None, pids=None): ''' @name 结束进程列表 @author hwliang<2021-08-10> @param pids: string<进程pid列表> @return dict ''' if get: pids = get.pids if not pids: return public.returnMsg(True, '没有进程') pids = sorted(pids, reverse = True) for i in pids: try: p = psutil.Process(i) p.terminate() except: pass return public.returnMsg(True, '进程已全部结束') def get_project_list2(self, get): ''' @name 取项目列表 @author lkq<2021-08-27> @param domain 域名 @return string ''' if not 'p' in get: get.p = 1 if not 'limit' in get: get.limit = 12 if not 'callback' in get: get.callback = '' if not 'order' in get: get.order = 'id desc' if 'search' in get: get.project_name = get.search.strip() search = "%{}%".format(get.project_name) count = public.M('sites').where( 'project_type=? AND (name LIKE ? OR ps LIKE ?)', ('Java', search, search) ).count() data = public.get_page(count, int(get.p), int(get.limit), get.callback) data['data'] = public.M('sites').where( 'project_type=? AND (name LIKE ? OR ps LIKE ?)', ('Java', search, search) ).limit(data['shift'] + ',' + data['row']).order(get.order).select() else: count = public.M('sites').where('project_type=?', 'Java').count() data = public.get_page(count, int(get.p), int(get.limit), get.callback) data['data'] = public.M('sites').where('project_type=?', 'Java').limit( data['shift'] + ',' + data['row'] ).order(get.order).select() for i in range(len(data['data'])): project_config = json.loads(data['data'][i]['project_config']) # 如果内置项目被删除 则直接删除当前项目 if project_config['java_type'] == 'neizhi' or project_config['java_type'] == 'duli': if not os.path.exists(project_config['server_xml']): # 删除项目 data['data'][i]['is_file_ok'] = False else: data['data'][i]['is_file_ok'] = True # get.project_name = data['data'][i]['name'] # self.remove_project(get) # 独立项目如果目录被删除 for i in range(len(data['data'])): data['data'][i] = self.get_project_stat(data['data'][i]) return data def get_tomcat_domain(self, get): verison = str(get.version).strip() version_list = ["7", "8", "9"] if verison not in version_list: return public.returnMsg(False, '请选择版本') data = public.M('sites').where('project_type=?', ('Java')).select() ret = [] for i in data: project_config = json.loads(i['project_config']) if project_config['java_type'] == 'neizhi': if project_config["tomcat_version"] == verison: ret.append(i['name']) return ret def get_project_list(self, get): ''' @name 取项目列表 @author lkq<2021-08-27> @param domain 域名 @return string ''' if not 'p' in get: get.p = 1 if not 'limit' in get: get.limit = 20 if not 'callback' in get: get.callback = '' if not 'order' in get: get.order = 'id desc' type_id = None if "type_id" in get: try: type_id = int(get.type_id) except: type_id = None if 'search' in get: get.project_name = get.search.strip() search = "%{}%".format(get.project_name) if type_id is None: count = public.M('sites').where( 'project_type=? AND (name LIKE ? OR ps LIKE ?)', ('Java', search, search) ).count() data = public.get_page(count, int(get.p), int(get.limit), get.callback) data['data'] = public.M('sites').where( 'project_type=? AND (name LIKE ? OR ps LIKE ?)', ('Java', search, search) ).limit( data['shift'] + ',' + data['row'] ).order(get.order).select() else: count = public.M('sites').where( 'project_type=? AND (name LIKE ? OR ps LIKE ?) AND type_id = ?', ('Java', search, search, type_id) ).count() data = public.get_page(count, int(get.p), int(get.limit), get.callback) data['data'] = public.M('sites').where( 'project_type=? AND (name LIKE ? OR ps LIKE ?) AND type_id = ?', ('Java', search, search, type_id) ).limit( data['shift'] + ',' + data['row'] ).order(get.order).select() else: if type_id is None: count = public.M('sites').where('project_type=?', 'Java').count() data = public.get_page(count, int(get.p), int(get.limit), get.callback) data['data'] = public.M('sites').where('project_type=?', 'Java').limit( data['shift'] + ',' + data['row'] ).order(get.order).select() else: count = public.M('sites').where('project_type=? AND type_id = ?', ('Java', type_id)).count() data = public.get_page(count, int(get.p), int(get.limit), get.callback) data['data'] = public.M('sites').where('project_type=? AND type_id = ?', ('Java', type_id)).limit( data['shift'] + ',' + data['row'] ).order(get.order).select() if isinstance(data["data"], str) and data["data"].startswith("error"): raise public.PanelError("数据库查询错误：" + data["data"]) # 处理内置项目和独立项目是否被删除 for i in range(len(data['data'])): project_config = json.loads(data['data'][i]['project_config']) # 如果内置项目被删除 则直接删除当前项目 if project_config['java_type'] == 'neizhi': if not os.path.exists(project_config['server_xml']): # 删除项目 data['data'][i]['is_file_ok'] = False else: # 判断这个域名是否存在于配置文件中 if not self.Initialization(project_config['tomcat_version']): data['data'][i]['is_file_ok'] = False if self.get_vhost(data['data'][i]['name']): data['data'][i]['is_file_ok'] = True else: data['data'][i]['is_file_ok'] = False if project_config['java_type'] == 'duli': if not os.path.exists(project_config['server_xml']): data['data'][i]['is_file_ok'] = False else: if not self.Initialization2(version = '7', site = data['data'][i]['name']): data['data'][i][ 'is_file_ok'] = False if self.get_vhost(data['data'][i]['name']): data['data'][i]['is_file_ok'] = True else: data['data'][i]['is_file_ok'] = False for i in range(len(data['data'])): data['data'][i] = self.get_project_stat(data['data'][i]) project_config = data['data'][i]['project_config'] project_config["use_project_watch"] = use_project_watch(project_config['project_name']) if 'project_cmd' in project_config: # 检查project_cmd字段是否包含'-Dloader.path=' if '-Dloader.path=' in project_config['project_cmd']: # 使用split方法提取出lib路径 lib_path = project_config['project_cmd'].split("-Dloader.path=")[1].split(" ")[0] # 在返回的项目数据中添加lib_path字段 data['data'][i]['lib_path'] = lib_path # 返回更新后的data return data # 修复独立项目 def fix_project(self, get): ''' @name 修复项目 @author lkq<2021-08-27> @param project_name 域名 @return string ''' if not public.is_apache_nginx(): return public.returnMsg(False, '未安装Apache或Nginx') project_info = self.get_project_find(get.project_name.strip()) if not project_info: return public.returnMsg(False, '项目不存在') project_config = project_info['project_config'] if project_config['java_type'] == 'duli': if not os.path.exists( self.__bttomcat_path + "/tomcat_bak{}/conf/server.xml".format( project_config['tomcat_version'] ) ): return public.returnMsg(False, '修复失败当前Tomcat版本未安装') tomcat_list = ["7", "8", "9"] if not project_config['tomcat_version'] in tomcat_list: return public.returnMsg(False, '请指定tomcat版本!') if self.check_port(str(project_config['port'])): return public.returnMsg(False, "%s端口被占用,修复失败" % str(project_config['port'])) # 判断是否存在 if not os.path.exists(project_info['path']): os.makedirs(project_info['path']) public.set_own(project_info['path'], 'www') # 确定目录存在。先删除目录 domain = project_info['name'] if os.path.exists(self.__site_path + domain): public.ExecShell('rm -rf ' + self.__site_path + domain) tomcat_version = project_config['tomcat_version'] # 复制项目 if not os.path.exists(self.__site_path + domain): public.ExecShell('mkdir -p %s' % self.__site_path + domain) if tomcat_version == 'tomcat7' or tomcat_version == '7': if not os.path.exists(self.__tomcat7_path_bak + '/conf/server.xml'): return public.returnMsg( False, "tomcat7的配置文件不存在，请重新安装tomcat7" ) public.ExecShell( 'cp -r %s/* %s && chown -R www:www %s' % ( self.__tomcat7_path_bak, self.__site_path + domain, self.__site_path + domain) ) if tomcat_version == 'tomcat8' or tomcat_version == '8': if not os.path.exists(self.__tomcat8_path_bak + '/conf/server.xml'): return public.returnMsg( False, "tomcat8的配置文件不存在，请重新安装tomcat8" ) public.ExecShell( 'cp -r %s/* %s && chown -R www:www %s' % ( self.__tomcat8_path_bak, self.__site_path + domain, self.__site_path + domain) ) if tomcat_version == 'tomcat9' or tomcat_version == '9': if not os.path.exists(self.__tomcat9_path_bak + '/conf/server.xml'): return public.returnMsg( False, "tomcat9的配置文件不存在，请重新安装tomcat9" ) public.ExecShell( 'cp -r %s/* %s && chown -R www:www %s' % ( self.__tomcat9_path_bak, self.__site_path + domain, self.__site_path + domain) ) # server.xml if os.path.exists(self.__site_path + domain + '/conf/server.xml'): ret = ''' '''.format(self.generate_random_port(), get.project_name.strip()) log_path = "/www/wwwlogs/java/{}".format(get.project_name) if not os.path.exists(log_path) or os.path.isfile(log_path): os.makedirs(log_path, mode = 0o777) public.WriteFile(self.__site_path + domain + '/conf/server.xml', ret) else: os.system('rm -rf %s' % self.__site_path + domain) return public.returnMsg(False, "配置文件不存在请重新安装tomcat后尝试新建网站") if not self.Initialization2(tomcat_version, domain): return public.returnMsg(False, "配置文件错误或者服务未安装") # 先改他的端口 ret = self.set_site_port(str(project_config['port']), tomcat_version, domain) if not ret['status']: return ret ret = self.add_vhost(path = project_info['path'], domain = domain) if ret: # 启动实例 pid_path = '/www/server/web_site/%s/logs/catalina-daemon.pid' % domain if os.path.exists(pid_path): os.remove(pid_path) public.ExecShell('sh %s' % self.__site_path + domain + '/bin/daemon.sh start') # 建立反代项目 public.WriteLog(self._log_name, '修复Java项目{}成功'.format(domain)) return public.returnMsg(True, "修复成功") if project_config['java_type'] == 'neizhi': if not os.path.exists( self.__bttomcat_path + "/tomcat{}/conf/server.xml".format(project_config['tomcat_version']) ): return public.returnMsg(False, '修复失败当前Tomcat版本未安装') if not self.Initialization(project_config['tomcat_version']): return public.returnMsg( False, "tomcat%s配置文件错误或者服务未安装" % project_config['tomcat_version'] ) if self.add_vhost(path = project_info['path'], domain = project_info['name']): res = self.stop_project(get) res = self.start_project(get) return public.returnMsg(True, '修复成功') else: if self.get_vhost(project_info['name']): return public.returnMsg(True, '已经修复成功请不要重复提交') return public.returnMsg(True, '修复失败') else: return public.returnMsg(False, '该项目不是Tomcat独立项目或者Tomcat内置项目') def get_project_info(self, get): ''' @name 获取指定项目信息 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' if not hasattr(get, 'project_name'): return public.returnMsg(False, '请传递项目名称!') project_info = public.M('sites').where('project_type=? AND name=?', ('Java', get.project_name)).find() if not project_info: return public.returnMsg(False, '指定项目不存在!') project_info = self.get_project_stat(project_info) return project_info def get_ssl_end_date(self, project_name): ''' @name 获取SSL信息 @author hwliang<2021-08-09> @param project_name 项目名称 @return dict ''' import data return data.data().get_site_ssl_info('java_{}'.format(project_name)) def get_project_stat(self, project_info): ''' @name 获取项目状态信息 @author hwliang<2021-08-09> @param project_info 项目信息 @return list ''' project_info['project_config'] = json.loads(project_info['project_config']) if "jdk_path" not in project_info['project_config']: project_info['project_config']["jdk_path"] = "/usr/local/btjdk/jdk8" project_info["use_project_watch"] = use_project_watch(project_info['name']) if project_info['project_config']['java_type'] == 'springboot': project_info['run'] = self.get_project_run_state(project_name = project_info['name']) project_info['load_info'] = self.get_project_load_info(project_name = project_info['name']) project_info['ssl'] = self.get_ssl_end_date(project_name = project_info['name']) project_info['listen'] = [] project_info['listen_ok'] = True # 远程调试 project_info['debug'] = False if '-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=' in project_info['project_config'][ 'project_cmd']: project_info['debug'] = True if project_info['load_info']: for pid in project_info['load_info'].keys(): if not 'connections' in project_info['load_info'][pid]: project_info['load_info'][pid]['connections'] = [] for conn in project_info['load_info'][pid]['connections']: if not conn['status'] == 'LISTEN': continue if not conn['local_port'] in project_info['listen']: project_info['listen'].append(conn['local_port']) if project_info['listen']: project_info['listen_ok'] = project_info['project_config']['port'] in project_info['listen'] return project_info if project_info['project_config']['java_type'] == 'duli': project_info['run'] = self.get_duli_run_state(project_name = project_info['name']) project_info['load_info'] = self.get_duli_load_info(project_name = project_info['name']) project_info['ssl'] = self.get_ssl_end_date(project_name = project_info['name']) project_info['tomcat_info'] = self.pendent_tomcat_info(domain = project_info['name']) project_info['listen'] = [] project_info['listen_ok'] = True if project_info['load_info']: for pid in project_info['load_info'].keys(): for conn in project_info['load_info'][pid]['connections']: if not conn['status'] == 'LISTEN': continue if not conn['local_port'] in project_info['listen']: project_info['listen'].append(conn['local_port']) if project_info['listen']: project_info['listen_ok'] = project_info['project_config']['port'] in project_info['listen'] return project_info if project_info['project_config']['java_type'] == 'neizhi': project_info['run'] = self.get_duli_run_state( project_name = project_info['name'], bt_tomcat_web = '/usr/local/bttomcat/tomcat{}'.format(project_info['project_config']['tomcat_version']), neizhi = True ) project_info['load_info'] = self.get_duli_load_info( project_name = project_info['name'], bt_tomcat_web = '/usr/local/bttomcat/tomcat{}'.format(project_info['project_config']['tomcat_version']), neizhi = True ) project_info['ssl'] = self.get_ssl_end_date(project_name = project_info['name']) project_info['tomcat_info'] = self.get_tomcat_info( version = project_info['project_config']['tomcat_version'] ) project_info['listen'] = [] project_info['listen_ok'] = True if project_info['load_info']: for pid in project_info['load_info'].keys(): for conn in project_info['load_info'][pid]['connections']: if not conn['status'] == 'LISTEN': continue if not conn['local_port'] in project_info['listen']: project_info['listen'].append(conn['local_port']) if project_info['listen']: project_info['listen_ok'] = project_info['project_config']['port'] in project_info['listen'] return project_info # xss 防御 def xsssec(self, text): return text.replace('<', '<').replace('>', '>') def last_lines(self, filename, lines=1): return public.GetNumLines(filename, lines) def get_project_log_old(self, get): ''' @name 取项目日志 @author lkq<2021-08-27> @param domain 域名 @param project_name 项目名称 @return string ''' project_info = self.get_project_find(get.project_name.strip()) if not project_info: return public.returnMsg(False, '项目不存在') if project_info['project_config']['java_type'] == 'springboot': # log_file = "{}/{}.log".format(self._springboot_logs_path,get.project_name) log_file = project_info['project_config']['logs'] if not os.path.exists(log_file): return public.returnMsg(False, '日志文件不存在') log_file_size = os.path.getsize(log_file) return { "status": True, "path": log_file.rsplit("/", 1)[0], "size": public.to_size(log_file_size), "data": self.xsssec(public.GetNumLines(log_file, 3000)) if log_file_size < 3145928 else self.xsssec( self.last_lines(log_file, 3000) ) } if project_info['project_config']['java_type'] == 'duli': log_file = '/www/server/bt_tomcat_web/{}/logs/catalina-daemon.out'.format(get.project_name.strip()) log_file_size = os.path.getsize(log_file) return { "status": True, "path": log_file.rsplit("/", 1)[0], "size": public.to_size(log_file_size), "data": self.xsssec(public.GetNumLines(log_file, 3000)) if log_file_size < 3145928 else self.xsssec( self.last_lines(log_file, 3000) ) } if project_info['project_config']['java_type'] == 'neizhi': version = project_info['project_config']['tomcat_version'] log_file = '/usr/local/bttomcat/tomcat%s/logs/catalina-daemon.out' % version log_file_size = os.path.getsize(log_file) return { "status": True, "path": log_file.rsplit("/", 1)[0], "size": public.to_size(log_file_size), "data": self.xsssec(public.GetNumLines(log_file, 3000)) if log_file_size < 3145928 else self.xsssec( self.last_lines(log_file, 3000) ) } def get_project_log(self, get): ''' @name 取项目日志 @author lkq<2021-08-27> @param domain 域名 @param project_name 项目名称 @return string ''' try: from mod.project.java.utils import site_tomcat, bt_tomcat except: site_tomcat = bt_tomcat = None project_info = self.get_project_find(get.project_name.strip()) if not project_info: return public.returnMsg(False, '项目不存在') if project_info['project_config']['java_type'] == 'springboot': log_file = project_info['project_config']['logs'] # if log_file.startswith(self._springboot_logs): return self.get_project_log_old(get) if not os.path.exists(log_file): # return public.returnMsg(False, '日志文件不存在') log_file_size = 0 else: log_file_size = os.path.getsize(log_file) _path = log_file.rsplit("/", 1)[0] if log_file_size > 3145928: return { "status": True, "path": _path, "file": log_file, "data": self.xsssec(self.last_lines(log_file, 3000)), "size": public.to_size(log_file_size) } return { "status": True, "path": _path, "file": log_file, "data": self.xsssec(public.GetNumLines(log_file, 3000)), "size": public.to_size(log_file_size) } if project_info['project_config']['java_type'] == 'duli': if not "logs" in project_info['project_config']: return self.get_project_log_old(get) log_file = log_path = None if site_tomcat: tomcat_name = project_info['project_config'].get("tomcat_name", "") if tomcat_name: tomcat = site_tomcat(tomcat_name) else: tomcat = site_tomcat(get.project_name.strip()) if tomcat: log_file = tomcat.log_file log_path = os.path.dirname(log_file) + "/" if log_file is None: log_path = project_info['project_config']['logs'] if log_path[-1] != "/": log_path = log_path + "/" log_file = '{}catalina-daemon-{}.out'.format(log_path, project_info["name"].replace(".", "_")) if not os.path.isfile(log_file): log_file_size = 0 else: log_file_size = os.path.getsize(log_file) return { "status": True, "path": log_path[:-1], "file": log_file, "size": public.to_size(log_file_size), "data": self.xsssec(public.GetNumLines(log_file, 3000)) if log_file_size < 3145928 else self.xsssec( self.last_lines(log_file, 3000) ) } if project_info['project_config']['java_type'] == 'neizhi': version = project_info['project_config']['tomcat_version'] res = public.ExecShell('sed -n "142p" /usr/local/bttomcat/tomcat{}/bin/daemon.sh'.format(version))[0] if res.find('test ".$CATALINA_OUT" = . && CATALINA_OUT="$CATALINA_BASE/logs/catalina-daemon.out"') == 0: return self.get_project_log_old(get) log_file = None if bt_tomcat: tomcat = bt_tomcat(version) if tomcat: log_file = tomcat.log_file if log_file is None: try: log_file = public.readFile( "/usr/local/bttomcat/tomcat%s/conf/logpath.conf" % version ) + f'/catalina-daemon-{version}.out' except: log_file = '/www/wwwlogs/java/neizhi%s/catalina-daemon.out' % version if not os.path.exists(log_file): log_file_size = 0 else: log_file_size = os.path.getsize(log_file) return { "status": True, "path": log_file.rsplit("/", 1)[0], "file": log_file, "size": public.to_size(log_file_size), "data": self.xsssec(public.GetNumLines(log_file, 3000)) if log_file_size < 3145928 else self.xsssec( self.last_lines(log_file, 3000) ) } def remove_project(self, get): ''' @name 删除指定项目 @author hwliang<2021-08-09> @param get{ project_name: string<项目名称> } @return dict ''' if not 'project_name' in get: return public.returnMsg(False, '请传递项目名称') project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '指定项目不存在: {}'.format(get.project_name)) if not project_find: return public.returnMsg(False, '项目不存在!') if not project_find['project_config']: return public.returnMsg(False, '项目不存在!') if not project_find['project_config']['java_type']: return public.returnMsg(False, '项目不存在!') if project_find['project_config']['java_type'] == 'duli': # 关闭独立项目 get.domain = project_find['name'] get.type = 'stop' self.pendent_tomcat_start(get) # 删除项目 self.clear_config(get.project_name) public.M('domain').where('pid=?', (project_find['id'],)).delete() public.M('sites').where('name=?', (get.project_name,)).delete() public.ExecShell("rm -rf %s/%s" % (self.__site_path, project_find['name'])) public.WriteLog(self._log_name, '删除Java项目{}'.format(get.project_name)) for i in project_find['project_config']['domains']: self.del_hosts(i) self.del_crontab(get.project_name) # self.remove_sites_service_config(get.project_name) return public.returnMsg(True, '删除项目成功') elif project_find['project_config']['java_type'] == 'neizhi': # 删除tomcat站点 self.tomcat_vhost_delete(project_find['project_config']['tomcat_version'], project_find['project_config']['domains'], get) self.clear_config(get.project_name) public.M('domain').where('pid=?', (project_find['id'],)).delete() public.M('sites').where('name=?', (get.project_name,)).delete() public.WriteLog(self._log_name, '删除Java项目{}'.format(get.project_name)) # 重启tomcat get.version = project_find['project_config']['tomcat_version'] get.type = 'reload' # self.start_tomcat(get) # 删除hosts # self.del_hosts(get.project_name) # 获取域名列表 for i in project_find['project_config']['domains']: self.del_hosts(i) self.del_crontab(get.project_name) # self.remove_sites_service_config(get.project_name) return public.returnMsg(True, '删除项目成功') elif project_find['project_config']['java_type'] == 'springboot': # 停止项目 self.stop_project(get) # 删除项目 self.clear_config(get.project_name) public.M('domain').where('pid=?', (project_find['id'],)).delete() public.M('sites').where('name=?', (get.project_name,)).delete() pid_file = project_find['project_config']['pids'] if os.path.exists(pid_file): os.remove(pid_file) script_file = project_find['project_config']['scripts'] if os.path.exists(script_file): os.remove(script_file) log_file = project_find['project_config']['logs'] if os.path.exists(log_file): os.remove(log_file) public.WriteLog(self._log_name, '删除Java项目{}'.format(get.project_name)) for i in project_find['project_config']['domains']: self.del_hosts(i) self.del_crontab(get.project_name) # self.remove_sites_service_config(get.project_name) return public.returnMsg(True, '删除项目成功') else: return public.returnMsg(False, '项目类型错误') def modify_project(self, get): ''' @name 修改指定项目 @author hwliang<2021-08-09> @param get{ project_name : string<项目名称> } @return dict ''' project_find = self.get_project_find(get.project_name) if not project_find: return public.return_error('指定项目不存在2: {}'.format(get.project_name)) # springboot项目能修改端口 运行用户 开机启动 JDK jar 启动命令 项目名称 if project_find['project_config']['java_type'] == 'springboot': return self.modify_project_springboot(get, project_find = project_find) if project_find['project_config']['java_type'] == 'duli': return self.modify_project_duli(get, project_find = project_find) if project_find['project_config']['java_type'] == 'neizhi': return self.modify_project_neizhi(get, project_find = project_find) return public.returnMsg(False, '项目类型错误') def modify_project_springboot(self, get, project_find): ''' @修改springboot 项目配置 @param get.port 修改的端口号 @param get.run_user 运行目录 @param get.auth 开机自启动 @param get.project_jdk 项目JDK @param get.project_jar 项目jar @param get.project_ps 项目描述 @param get.project_move_name 项目名称 ''' if hasattr(get, 'project_move_name'): if get.project_move_name.strip() != get.project_name.strip(): project_name = get.project_move_name.strip() else: project_name = get.project_name.strip() else: project_name = get.project_name.strip() project_find['project_config']['project_name'] = project_name if hasattr(get, 'port'): if hasattr(get, 'port'): try: int(get.port) except: return public.returnMsg(False, "端口参数错误") if int(project_find['project_config']['port']) != int(get.port): if self.check_port_is_used(get.get('port/port'), True): return public.returnMsg( False, '指定端口已被其它应用占用，请修改您的项目配置使用其它端口, 端口: {}'.format( get.port ) ) project_find['project_config']['port'] = int(get.port) if hasattr(get, 'auth'): project_find['project_config']['auth'] = get.auth if hasattr(get, 'run_user'): project_find['project_config']['run_user'] = get.run_user if hasattr(get, 'project_jdk'): project_find['project_config']['project_jdk'] = get.project_jdk.strip() if hasattr(get, 'project_jar'): project_find['project_config']['project_jar'] = get.project_jar.strip() if hasattr(get, 'project_cmd'): project_find['project_config']['project_cmd'] = get.project_cmd.strip() else: return public.returnMsg(False, '缺少project_cmd参数') # 检查jar包是否在cmd中 if project_find['project_config']['project_cmd'].find(get.project_jar.strip()) == -1: return public.returnMsg(False, '项目jar包名称不在项目启动命令中，请检查') if hasattr(get, 'project_jar'): project_path = os.path.dirname(get.project_jar.strip()) project_find['project_config']['jar_path'] = project_path if hasattr(get, 'jmx_status') and hasattr(get, "jmx_port"): jmx_url = "service:jmx:rmi:///jndi/rmi://127.0.0.1:{}/jmxrmi".format(get.jmx_port) project_find['project_config']['jmx_status'] = get.jmx_status project_find['project_config']['jmx_info'] = { "jmx_url": jmx_url, "username": "", "password": "", } pdata = { 'name': project_name, 'path': get.project_jar.strip(), 'ps': get.project_ps.strip(), 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) self.set_config(get.project_name) # 重启项目 # return self.restart_project(get) res = self.stop_project(get) res = self.start_project(get) if "use_project_watch" in get and get.use_project_watch in ("1", "true", "yes", 1): add_project_watch( p_name = get.project_name.strip(), p_type = "java", site_id = project_find["id"], watch_path = get.project_jar.strip() ) else: del_project_watch(get.project_name.strip()) public.WriteLog(self._log_name, '修改Java项目{}'.format(get.project_name)) return public.returnMsg(True, '修改项目成功') def modify_project_duli(self, get, project_find): ''' @修改独立项目配置 @param get.project_name 项目名称 @param get.project_path 项目路径 @param get.port 修改的端口号 @param get.project_ps 项目描述 @param get.tomcat_start tomcat启动脚本路径 @param get.jdk_path 更换JDK的路径 ''' falg = False if hasattr(get, 'port'): if int(project_find['project_config']['port']) != int(get.port): if self.check_port_is_used(get.get('port/port'), True): return public.returnMsg( False, '指定端口已被其它应用占用，请修改您的项目配置使用其它端口, 端口: {}'.format( get.port ) ) project_find['project_config']['port'] = int(get.port) # 独立项目修改端口 ret = self.set_tomcat_duli_port(get, get_project_find = project_find) falg = True if not ret['status']: return ret # 更换项目路径 if hasattr(get, 'project_path'): if (get.project_path.strip() == project_find['path']): pass else: ret = self.set_tomcat_duli_path(get, get_project_find = project_find) falg = True if not ret['status']: return ret # 更换JDK if hasattr(get, 'jdk_path'): ret = self.change_duli_tomcat_jdk(get.project_name, get.jdk_path) if not ret['status']: return ret # ret = self.pendent_tomcat_info(domain=get.project_name) # if ret['jdk_path']: # if ret['jdk_path'] != get.jdk_path.strip(): # # 验证当前JDK是否可用 # if not os.path.exists(ret['jdk_path']): # return public.returnMsg(False, '当前JDK不可用') # # 验证JDK是否存在 # ret2 = self.replace_jdk_version(get) # falg = True # if not ret2['status']: # # 恢复到之前的JDK # get.jdk_path = ret['jdk_path'] # self.replace_jdk_version(get) # return ret2 # 开机自启动 if hasattr(get, 'auth'): if str(get.auth) != str(project_find['project_config']['auth']): project_find['project_config']['auth'] = get.auth falg = True pdata = { 'project_config': json.dumps(project_find['project_config']) } public.M('sites').where('name=?', (get.project_name,)).update(pdata) # 更换描述 if hasattr(get, 'project_ps'): if get.project_ps.strip() != project_find['ps']: falg = True pdata = {'ps': get.project_ps.strip()} public.M('sites').where('name=?', (get.project_name,)).update(pdata) if falg: self.set_config(get.project_name) # self.restart_project(get) self.stop_project(get) self.start_project(get) return public.returnMsg(True, '修改完成') def modify_project_neizhi(self, get, project_find): ''' @name 修改内置项目配置 @param get.project_name 项目名称 @param get.port 修改的端口号 @param get.project_ps 项目描述 @param get.tomcat_start tomcat启动脚本路径 @param get.jdk_path 更换JDK的路径 ''' flag = False if hasattr(get, 'port'): if int(project_find['project_config']['port']) != int(get.port): if self.check_port_is_used(get.get('port/port'), True): return public.returnMsg( False, '指定端口已被其它应用占用，请修改您的项目配置使用其它端口, 端口: {}'.format( get.port ) ) project_find['project_config']['port'] = int(get.port) # 独立项目修改端口 flag = True ret = self.set_tomcat_duli_port(get, get_project_find = project_find) if not ret['status']: return ret # 更换JDK if hasattr(get, 'jdk_path'): ret = self.pendent_tomcat_info(domain = get.project_name) if ret['jdk_path']: if ret['jdk_path'] != get.jdk_path.strip(): # 验证当前JDK是否可用 flag = True if not os.path.exists(ret['jdk_path']): return public.returnMsg(False, '当前JDK不可用') # 验证JDK是否存在 ret2 = self.replace_jdk_version(get) if not ret2['status']: # 恢复到之前的JDK get.jdk_path = ret['jdk_path'] self.replace_jdk_version(get) return ret2 # 更换项目路径 if hasattr(get, 'project_path'): if (get.project_path.strip() == project_find['path']): pass else: ret = self.set_tomcat_duli_path(get, get_project_find = project_find) flag = True if not ret['status']: return ret # 更换描述 if hasattr(get, 'project_ps'): if get.project_ps.strip() != project_find['ps']: flag = True pdata = {'ps': get.project_ps.strip()} public.M('sites').where('name=?', (get.project_name,)).update(pdata) if flag: self.set_config(get.project_name) self.restart_project(get) return public.returnMsg(True, "修改成功") def auto_run(self): ''' @name 自动启动所有项目 @author hwliang<2021-08-09> @return bool ''' project_list = public.M('sites').where('project_type=?', ('Java',)).field('name,path,project_config').select() get = public.dict_obj() success_count = 0 error_count = 0 for project_find in project_list: project_config = json.loads(project_find['project_config']) if project_config['auth'] in [0, False, '0', None]: continue project_name = project_find['name'] if project_config['java_type'] == 'springboot': project_state = self.get_project_run_state(project_name = project_name) elif project_config['java_type'] == 'duli': project_state = self.get_duli_run_state(project_name = project_name) else: get.project_name = project_name project_state = self.get_duli_run_state( project_name = project_name, bt_tomcat_web = '/usr/local/bttomcat/tomcat{}'.format( project_config['tomcat_version'] ), neizhi = True ) if not project_state: get.project_name = project_name result = self.start_project(get) if not result['status']: error_count += 1 error_msg = '自动启动Java项目[' + project_name + ']失败!' public.WriteLog(self._log_name, error_msg) else: success_count += 1 success_msg = '自动启动Java项目[' + project_name + ']成功!' public.WriteLog(self._log_name, success_msg) if (success_count + error_count) < 1: return False dene_msg = '共需要启动{}个Java项目，成功{}个，失败{}个'.format( success_count + error_count, success_count, error_count ) public.WriteLog(self._log_name, dene_msg) return True def get_jmap_path(self, project_find): ''' @name 获取jmap jhat jstack绝对路径 @author lkq<2021-09-24> @return list ''' # 获取当前的jdk路径 ret = {} cmd = project_find['project_config']['project_cmd'] if not cmd: return False # 获取java的绝对路径 cmd = cmd.split() path = None for i in cmd: if 'bin/java' in i: path = i break if not path: jdk_list = self.get_local_jdk_version(None) if jdk_list: path = '/'.join(jdk_list[0][1].split('/')[:-1]) jmap_path = path + '/jmap' if os.path.exists(jmap_path): ret['jmap'] = jmap_path if os.path.exists(path + '/jhat'): ret['jhat'] = path + '/jhat' if os.path.exists(path + '/jstack'): ret['jstack'] = path + '/jstack' return ret else: path = '/'.join(path.split('/')[:-1]) jmap_path = path + '/jmap' if os.path.exists(jmap_path): ret['jmap'] = jmap_path if os.path.exists(path + '/jhat'): ret['jhat'] = path + '/jhat' if os.path.exists(path + '/jstack'): ret['jstack'] = path + '/jstack' return ret def get_project_dump(self, get): ''' @name 获取heapdump 文件列表 @author lkq<2021-09-24> @return list ''' ret = [] project_find = self.get_project_find(get.project_name) if not project_find: return ret if not project_find['project_config']['java_type'] == 'springboot': return ret if not os.path.exists(self._springoot_dump + '/' + get.project_name + '.json'): return ret try: ret = json.loads(public.ReadFile(self._springoot_dump + '/' + get.project_name + '.json')) return ret except: public.WriteFile(public.ReadFile(self._springoot_dump + '/' + get.project_name + '.json'), []) return ret def del_project_dump(self, get): ''' @name 获取heapdump 文件列表 @author lkq<2021-09-24> @param get.project_name 项目名称 @param get.dump_name 文件名称 ''' ret = [] project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '项目不存在') if not project_find['project_config']['java_type'] == 'springboot': return public.returnMsg( False, '只支持SpringBoot项目' ) if not os.path.exists(self._springoot_dump + '/' + get.project_name + '.json'): return public.returnMsg( False, '路径不存在于当前项目中' ) if not os.path.exists(get.dump_name.strip()): return public.returnMsg(False, '文件不存在') try: ret = json.loads(public.ReadFile(self._springoot_dump + '/' + get.project_name + '.json')) if get.dump_name.strip() in ret: ret.remove(get.dump_name.strip()) public.ExecShell("rm -rf %s" % get.dump_name.strip()) return public.returnMsg(True, '删除成功') except: public.WriteFile(public.ReadFile(self._springoot_dump + '/' + get.project_name + '.json'), []) return public.returnMsg(True, '删除成功') def heapdump_project(self, get): ''' @name 生成headdump 文件 @author lkq<2021-09-24> @param type Finfo 代表强制获取每个类占用 info获取每个类占用 dump生成dump文件 Fdump 强制生成dump文件 heap 显示Java堆详细信息 Fheap 强制显示Java堆详细信息 @return list ''' if not hasattr(get, 'type'): get.type = 'info' type = get.type else: type = get.type project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '指定项目不存在2: {}'.format(get.project_name)) if not project_find['project_config']['java_type'] == 'springboot': return public.returnMsg( False, '只支持Springboot项目' ) # 获取jmap jhat jstack绝对路径 path = self.get_jmap_path(project_find) # 获取运行状态 if not self.get_project_run_state(project_name = get.project_name): return public.returnMsg(False, '指定项目未启动: {}'.format(get.project_name)) # 获取pid pidlist = self.get_project_load_info(project_name = get.project_name) if not pidlist: return public.returnMsg(False, '指定项目未启动: {}'.format(get.project_name)) pid = 0 for i in pidlist: pid = i break if pid == 0: return public.returnMsg(False, '指定项目未启动: {}'.format(get.project_name)) if 'jmap' in path: jmap_path = path['jmap'] if type == 'Finfo': # 强制显示堆中对象的统计信息 cmd = '{} -F -histo {} | head -n 100'.format(jmap_path, pid) elif type == 'info': # 显示堆中对象的统计信息 cmd = '{} -histo:live {} | head -n 100'.format(jmap_path, pid) elif type == 'dump': path = self._springoot_dump + '/' + str(int(time.time())) + '.dump' # 生成堆转储快照 cmd = '{} -dump:live,format=b,file={} {}'.format(jmap_path, path, pid) ret = public.ExecShell(cmd, user = project_find['project_config']['run_user']) if os.path.exists(path): if os.path.exists(self._springoot_dump + '/' + get.project_name + '.json'): try: ret = json.loads(public.ReadFile(self._springoot_dump + '/' + get.project_name + '.json')) if path not in ret: ret.append(path) public.WriteFile( self._springoot_dump + '/' + get.project_name + '.json', json.dumps(ret) ) except: public.WriteFile( self._springoot_dump + '/' + get.project_name + '.json', json.dumps([path]) ) else: public.WriteFile(self._springoot_dump + '/' + get.project_name + '.json', json.dumps([path])) return public.returnMsg(True, '生成dump文件成功内容如下:%s' % ret[0]) else: return public.returnMsg(False, '生成dump文件失败内容如下:%s' % ret[0]) elif type == 'Fdump': # 强制生成堆转储快照 cmd = '{} -F -dump:live,format=b,file={} {}'.format( jmap_path, self._springoot_dump + '/' + time.strftime( '%Y-%m-%d %X', time.localtime() ) + '.dump', pid ) ret = public.ExecShell(cmd, user = project_find['project_config']['run_user']) return public.returnMsg(True, ret) elif type == 'heap': # 显示Java堆详细信息 cmd = '{} -heap {} '.format(jmap_path, pid) elif type == 'Fheap': # 强制显示Java堆详细信息 cmd = '{} -F -heap {}'.format(jmap_path, pid) else: return public.returnMsg(False, '指定的类型不存在: {}'.format(type)) ret = public.ExecShell(cmd, user = project_find['project_config']['run_user']) return public.returnMsg(True, ret) return public.returnMsg(False, '当前JDK不存在jmap') def jhat_project(self, get): ''' @name jhat 分析dump文件 @param dump dump文件 @return string @ps :此功能消耗很大的内存和CPU。請注意使用 ''' pass dump_path = get.dump if not os.path.exists(dump_path): return public.returnMsg(False, 'dump文件不存在: {}'.format(dump_path)) cmd = 'jhat {}'.format(dump_path) return cmd def jstack_project(self, get): ''' @name jstack 生成虚拟线程快照 @param pid 进程id @return string ''' project_find = self.get_project_find(get.project_name) if not project_find: return public.returnMsg(False, '指定项目不存在2: {}'.format(get.project_name)) # 获取jmap jhat jstack绝对路径 if not project_find['project_config']['java_type'] == 'springboot': return public.returnMsg( False, '只支持Springboot项目' ) path = self.get_jmap_path(project_find) # 获取运行状态 if not self.get_project_run_state(project_name = get.project_name): return public.returnMsg(False, '指定项目未启动: {}'.format(get.project_name)) # 获取pid pidlist = self.get_project_load_info(project_name = get.project_name) if not pidlist: return public.returnMsg(False, '指定项目未启动: {}'.format(get.project_name)) pid = 0 for i in pidlist: pid = i break if pid == 0: return public.returnMsg(False, '指定项目未启动: {}'.format(get.project_name)) if 'jstack' in path: jstack_path = path['jstack'] cmd = '{} -l {}'.format(jstack_path, pid) # ret=public.ExecShell(cmd,user=project_find['project_config']['run_user']) ret = public.ExecShell(cmd, user = project_find['project_config']['run_user']) return public.returnMsg(True, ret) return public.returnMsg(False, '当前JDK不存在jstack') # ———————————— # 批量操作 | # ———————————— def multi_remove_project(self, get): ''' @name 批量删除项目 @author baozi<2023-3-2> @param get{ project_names: list[string] <项目名称>所组成的列表 } @return dict ''' project_names = get.project_names if isinstance(project_names, list): pjnames = [i.strip() for i in project_names] else: pjnames = [] projects = public.M('sites').where( f'project_type=? AND name in ({",".join(["?"] * len(pjnames))})', ('Java', *pjnames) ).select() if not projects: return public.returnMsg(False, "未选中要删除的站点") _duli, _neizh, _springboot, _error_type = [], [], [], [] for project in projects: project['project_config'] = json.loads(project['project_config']) if project['project_config']['java_type'] == 'duli': _duli.append(project) elif project['project_config']['java_type'] == 'neizhi': _neizh.append(project) elif project['project_config']['java_type'] == 'springboot': _springboot.append(project) else: _error_type.append("项目:[{}], 项目类型错误\n".format(project["name"])) if _error_type: return public.return_error(data = _error_type) # 执行每种删除的独特操作 if _duli: self._multi_remove_duli(_duli) if _neizh: self._multi_remove_neizhi(_neizh) if _springboot: self._multi_remove_springboot(_springboot) # 清除Nginx， Apache 配置文件，并重起服务 self._multi_clear_config(projects) # 从面板数据库删除信息 project_ids = tuple([i["id"] for i in projects]) public.M('domain').where('pid IN ({})'.format(",".join(["?"] * len(projects))), project_ids).delete() public.M('sites').where( f'project_type=? AND name in ({",".join(["?"] * len(pjnames))})', ('Java', *pjnames) ).delete() public.WriteLog(self._log_name, f'批量删除Java项目:[{"; ".join([i["name"] for i in projects])}]') # 获取域名列表 并删除host for project in projects: self.del_crontab(project["name"]) for i in project['project_config']['domains']: self.del_hosts(i) return {"status": True, "msg": "删除成功", "project_names": pjnames} def _multi_clear_config(self, projects): for project in projects: self.clear_nginx_config(project) self.clear_apache_config(project) public.serviceReload() def _multi_remove_duli(self, projects): get = public.dict_obj() for project in projects: # 关闭独立项目 get.domain = project['name'] get.type = 'stop' self.pendent_tomcat_start(get) # 删除项目 shutil.rmtree(self.__site_path, project['name']) def _multi_remove_tomcat_vhost(self, projects): if not self.__ENGINE: return domains = [project["name"] for project in projects if project["name"] != 'localhost'] try: Hosts = self.__ENGINE.getchildren() except: Hosts = list(self.__ENGINE) for host in Hosts: if host.tag != 'Host': continue if host.attrib['name'] in domains: self.__ENGINE.remove(host) self.save_tomcat() def _multi_remove_neizhi(self, projects): version_group = {} res_msg = [] # 按版本分组 for project in projects: if project['project_config']['tomcat_version'] in version_group: version_group[project['project_config']['tomcat_version']].append(project) else: version_group[project['project_config']['tomcat_version']] = [project, ] # 处理Tomcat配置文件 for version, group_projects in version_group.items(): if not self.Initialization(version): res_msg.append( "项目[{}]".format(",".join([i["name"] for i in group_projects])) + ":配置文件错误请检查配置文件" ) continue self._multi_remove_tomcat_vhost(group_projects) get = public.dict_obj() get.version = version get.type = 'reload' self.start_tomcat(get) def _multi_remove_springboot(self, projects): get = public.dict_obj() for project in projects: # 停止项目 get.project_name = project["name"] self.stop_project(get) # 删除项目 pid_file = project['project_config']['pids'] if os.path.exists(pid_file): os.remove(pid_file) script_file = project['project_config']['scripts'] if os.path.exists(script_file): os.remove(script_file) log_file = project['project_config']['logs'] if os.path.exists(log_file): os.remove(log_file) def multi_set_project(self, get): ''' @name 批量设置项目 @author baozi<2023-3-2> @param get{ project_names: list[string] <项目名称>所组成的列表 } @return dict ''' project_names = get.project_names set_type = get.operation if set_type not in ["start", "stop"]: return public.returnMsg(False, "操作信息错误") if isinstance(project_names, list): pjnames = [i.strip() for i in project_names] else: pjnames = [] projects = public.M('sites').where( f'project_type=? AND name in ({",".join(["?"] * len(pjnames))})', ('Java', *pjnames) ).select() if not projects: return public.returnMsg(False, "未选中要启动的站点") neizhi_projects = {'7': False, '8': False, '9': False} _check = self.get_tomcat_version(None) if not _check["tomcat7"]["status"]: neizhi_projects.pop("7") if not _check["tomcat8"]["status"]: neizhi_projects.pop("8") if not _check["tomcat9"]["status"]: neizhi_projects.pop("9") springboot_projects = [] duli_projects = [] error_list = [] for project in projects: project['project_config'] = json.loads(project['project_config']) if project['project_config']['java_type'] == 'neizhi': if project['project_config']['tomcat_version'] in neizhi_projects: neizhi_projects[project['project_config']['tomcat_version']] = True else: error_list.append( { "project_name": project["name"], "msg": "启动失败,没有安装Tomcat{}".format( project['project_config']['tomcat_version'] ) } ) pjnames.remove(project["name"]) if project['project_config']['java_type'] == 'duli': duli_projects.append(project) if project['project_config']['java_type'] == 'springboot': springboot_projects.append(project) for tomcat_version, flag in neizhi_projects.items(): if flag: _get = public.dict_obj() _get.type = set_type _get.version = tomcat_version self.start_tomcat(_get) for i in springboot_projects: if set_type == "start": flag, msg = self.__start_springboot_project(i) if not flag: error_list.append({"project_name": i["name"], "msg": msg}) pjnames.remove(i["name"]) else: self.__stop_springboot_project(i) for i in duli_projects: _get = public.dict_obj() _get.domain = i['name'] _get.type = set_type self.pendent_tomcat_start(_get) if error_list: return {"status": True, "msg": "部分项目启动失败", "error_list": error_list, "project_names": pjnames} return {"status": True, "msg": "启动成功" if set_type == "start" else "停止成功", "project_names": pjnames} # springboot 停止 def __stop_springboot_project(self, project_info): pid_file = project_info['project_config']['pids'] if not os.path.exists(pid_file): return public.returnMsg(False, '项目未启动') try: pid = int(public.readFile(pid_file)) except: return False, '项目未启动' pids = self.get_project_pids(pid = pid) if not pids: return False, '项目未启动' self.kill_pids(pids = pids) if os.path.exists(pid_file): os.remove(pid_file) self.stop_by_user(project_info["id"]) return True, '停止成功' # springboot 启动 def __start_springboot_project(self, project_find): project_cmd = project_find["project_config"]['project_cmd'] # 前置准备 log_file = project_find["project_config"]['logs'] pid_file = project_find["project_config"]['pids'] nohup_log = ' &>> {log_file}'.format(log_file = log_file) if not int(project_find["project_config"].get('nohup_log', 1)): nohup_log = '' if 'jar_path' in project_find['project_config']: jar_path = project_find['project_config']['jar_path'] else: jar_path = '{}'.format(self._springboot) # 启动脚本 start_cmd = '''#!/bin/bash PATH=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:~/bin export PATH cd {jar_path} nohup {project_cmd}{nohup_log} & echo $! > {pid_file} '''.format( jar_path = jar_path, project_cmd = project_cmd, pid_file = pid_file, log_file = log_file, nohup_log = nohup_log, ) script_file = project_find["project_config"]['scripts'] # 写入启动脚本 public.writeFile(script_file, start_cmd) if os.path.exists(pid_file): os.remove(pid_file) public.ExecShell("chmod -R 777 /var/tmp/springboot/") # public.ExecShell("chown -R {}:{} {}".format(project_find['project_config']['run_user'],project_find['project_config']['run_user'],self._springboot)) public.set_mode(script_file, 755) public.ExecShell( "chown {}:{} {}".format( project_find['project_config']['run_user'], project_find['project_config']['run_user'], project_find['path'] ) ) # 判断是否在/www/ /www/wwwroot # 执行脚本文件 p = public.ExecShell( "bash {}".format(script_file), user = project_find['project_config']['run_user'], env = os.environ.copy() ) time.sleep(1) if not os.path.exists(pid_file): return False, '启动失败,请尝试切换启动用户' # 获取PID try: pid = int(public.readFile(pid_file)) except: return False, '启动失败' time.sleep(0.4) pids = self.get_project_pids(pid = pid) # if not pids: # if os.path.exists(pid_file): os.remove(pid_file) # return public.returnMsg(False,'启动失败
{}'.format(public.GetNumLines(log_file,20))) self.start_by_user(project_find["id"]) return True, None def multi_check_bind_extranet(self, get): """检查是否可以绑定外网，并执行绑定操作 @author baozi <202-03-2> @param: get ( dict ): project_names 要操作的网站列表 @return """ if not public.is_apache_nginx(): return public.returnMsg(False, '请先安装Apache或者Nginx!') project_names = get.project_names if isinstance(project_names, list): pjnames = [i.strip() for i in project_names] else: pjnames = [] projects = public.M('sites').where( f'project_type=? AND name in ({",".join(["?"] * len(pjnames))})', ('Java', *pjnames) ).select() if not projects: return public.returnMsg(False, "未选中要启动的站点") error_list = [] flag = False for project in projects: project['project_config'] = json.loads(project['project_config']) if not project['project_config']['domains']: error_list.append({'project_name': project["name"], "msg": '请先到【域名管理】选项中至少添加一个域名'}) pjnames.remove(project["name"]) continue if "bind_extranet" in project['project_config'] and project['project_config']['bind_extranet'] == 1: continue else: flag = True project['project_config']['bind_extranet'] = 1 public.M('sites').where("id=?", (project['id'],)).setField( 'project_config', json.dumps(project['project_config']) ) self.set_nginx_config(project) self.set_apache_config(project) public.WriteLog(self._log_name, 'Java项目{}, 开启外网映射'.format(project)) if flag: public.serviceReload() if error_list: return { "status": True, "msg": "部分网站开启外网映射失败", "error_list": error_list, "project_names": pjnames } return {"status": True, "msg": "开启外网映射成功", "project_names": pjnames} def _change_daemom_sh(self, target_sh, logpath, suffix=''): if not os.path.exists(target_sh): return False file = public.readFile(target_sh) rep = r'''\n ?test ?"\.\$CATALINA_OUT" ?= ?\. && {0,3}CATALINA_OUT="[^\n]*"[^\n]*\n''' repl = f'\ntest ".$CATALINA_OUT" = . && CATALINA_OUT="{logpath}/catalina-daemon{"-" + suffix if suffix else ""}.out"\n' file = re.sub(rep, repl, file) public.writeFile(target_sh, file) return True def change_log_path(self, get): """"修改日志文件地址 @author baozi <202-03-13> @param: get ( dict ): 请求: 包含项目名称和新的路径 @return """ project_info = self.get_project_find(get.project_name.strip()) if not project_info: return public.returnMsg(False, '项目不存在') new_log_path = get.path.strip() if "path" in get else None if not new_log_path or new_log_path[0] != "/": return public.returnMsg(False, "路径设置错误") if new_log_path[-1] == "/": new_log_path = new_log_path[:-1] if not os.path.exists(new_log_path): os.makedirs(new_log_path, mode = 0o777) if project_info['project_config']['java_type'] == 'springboot': project_info['project_config']['logs'] = new_log_path + '/' + project_info["name"] + '.log' pdata = { 'name': project_info["name"], 'project_config': json.dumps(project_info['project_config']) } public.M('sites').where('name=?', (get.project_name.strip(),)).update(pdata) # 重启项目 # return self.restart_project(get) res = self.stop_project(get) res = self.start_project(get) public.WriteLog(self._log_name, '修改Java项目{}'.format(get.project_name)) return public.returnMsg(True, "项目日志路径修改成功") if project_info['project_config']['java_type'] == 'duli': project_info['project_config']['logs'] = new_log_path + '/' if not self._change_daemom_sh( self.__site_path + project_info["name"] + "/bin/daemon.sh", new_log_path, project_info["name"].replace(".", "_") ): return public.returnMsg(False, "项目日志路径修改失败") pdata = { 'name': project_info["name"], 'project_config': json.dumps(project_info['project_config']) } public.M('sites').where('name=?', (get.project_name.strip(),)).update(pdata) # 重启项目 # return self.restart_project(get) res = self.stop_project(get) res = self.start_project(get) public.WriteLog(self._log_name, '修改Java项目{}'.format(get.project_name)) return public.returnMsg(True, "项目日志路径修改成功") if project_info['project_config']['java_type'] == 'neizhi': version = project_info['project_config']['tomcat_version'] if not self._change_daemom_sh( "/usr/local/bttomcat/tomcat%s/bin/daemon.sh" % version, new_log_path, str(version) ): return public.returnMsg(False, "项目日志路径修改失败") public.writeFile("/usr/local/bttomcat/tomcat%s/conf/logpath.conf" % version, new_log_path) res = self.stop_project(get) res = self.start_project(get) public.WriteLog(self._log_name, '修改Java-Tomcat{}内置项目路径修改成功'.format(version)) return public.returnMsg(True, "项目日志路径修改成功") def for_split(self, logsplit, project): """日志切割方法调用 @author baozi <202-03-20> @param: logsplit ( LogSplit ): 日志切割方法，传入 pjanme:项目名称 sfile:日志文件路径 log_prefix:产生的日志文件前缀 project ( dict ): 项目内容 @return """ try: from mod.project.java.utils import site_tomcat, bt_tomcat except: site_tomcat = bt_tomcat = None log_file = None if project['project_config']['java_type'] == 'springboot': log_file = project['project_config']['logs'] logsplit(project["name"], log_file, project["name"]) return elif project['project_config']['java_type'] == 'duli': if site_tomcat: tomcat_name = project["project_config"].get("tomcat_name", "") tomcat = site_tomcat(tomcat_name) if tomcat_name else site_tomcat(project["project_config"]["project_name"]) if tomcat: log_file = tomcat.log_file if log_file is None: _log_file = project['project_config']['logs'] log_file = '{}catalina-daemon-{}.out'.format(_log_file, project["name"].replace(".", "_")) if project['project_config']['java_type'] == 'neizhi': version = str(project['project_config']['tomcat_version']).split(".")[0] if bt_tomcat: tomcat = bt_tomcat(version) if tomcat: log_file = tomcat.log_file if log_file is None: try: log_file = public.readFile( "/usr/local/bttomcat/tomcat%s/conf/logpath.conf" % version ) + f'/catalina-daemon-{version}.out' except: log_file = '/www/wwwlogs/java/neizhi%s/catalina-daemon.out' % version logsplit(project["name"], log_file, project["name"]) # ————————————— # 日志切割 | # ————————————— def del_crontab(self, name): """ @name 删除项目日志切割任务 @auther hezhihong<2022-10-31> @return """ cron_name = f'[勿删]Java项目[{name}]运行日志切割' cron_path = public.GetConfigValue('setup_path') + '/cron/' cron_list = public.M('crontab').where("name=?", (cron_name,)).select() if cron_list: for i in cron_list: if not i: continue cron_echo = public.M('crontab').where("id=?", (i['id'],)).getField('echo') args = {"id": i['id']} import crontab crontab.crontab().DelCrontab(args) del_cron_file = cron_path + cron_echo public.ExecShell("crontab -u root -l| grep -v '{}'|crontab -u root -".format(del_cron_file)) def add_crontab(self, name, log_conf, python_path): """ @name 构造站点运行日志切割任务 """ cron_name = f'[勿删]Java项目[{name}]运行日志切割' if not public.M('crontab').where('name=?', (cron_name,)).count(): cmd = '{pyenv} {script_path} {name}'.format( pyenv = python_path, script_path = self.__log_split_script_py, name = name ) args = { "name": cron_name, "type": 'day' if log_conf["log_size"] == 0 else "minute-n", "where1": "" if log_conf["log_size"] == 0 else log_conf["minute"], "hour": log_conf["hour"], "minute": log_conf["minute"], "sName": name, "sType": 'toShell', "notice": '0', "notice_channel": '', "save": str(log_conf["num"]), "save_local": '1', "backupTo": '', "sBody": cmd, "urladdress": '' } import crontab res = crontab.crontab().AddCrontab(args) if res and "id" in res.keys(): return True, "新建任务成功" return False, res["msg"] return True def change_cronta(self, name, log_conf): """ @name 更改站点运行日志切割任务 """ python_path = "/www/server/panel/pyenv/bin/python3" if not python_path: return False cronInfo = public.M('crontab').where('name=?', (f'[勿删]Java项目[{name}]运行日志切割',)).find() if not cronInfo: return self.add_crontab(name, log_conf, python_path) import crontab recrontabMode = crontab.crontab() id = cronInfo['id'] del (cronInfo['id']) del (cronInfo['addtime']) cronInfo['sBody'] = '{pyenv} {script_path} {name}'.format( pyenv = python_path, script_path = self.__log_split_script_py, name = name ) cronInfo['where_hour'] = log_conf['hour'] cronInfo['where_minute'] = log_conf['minute'] cronInfo['save'] = log_conf['num'] cronInfo['type'] = 'day' if log_conf["log_size"] == 0 else "minute-n" cronInfo['where1'] = '' if log_conf["log_size"] == 0 else log_conf['minute'] columns = 'where_hour,where_minute,sBody,save,type,where1' values = ( cronInfo['where_hour'], cronInfo['where_minute'], cronInfo['sBody'], cronInfo['save'], cronInfo['type'], cronInfo['where1']) recrontabMode.remove_for_crond(cronInfo['echo']) if cronInfo['status'] == 0: return False, '当前任务处于停止状态,请开启任务后再修改!' sync_res = recrontabMode.sync_to_crond(cronInfo) if not sync_res['status']: return False, sync_res['msg'] public.M('crontab').where('id=?', (id,)).save(columns, values) public.WriteLog('计划任务', '修改计划任务[' + cronInfo['name'] + ']成功') return True, '修改成功' def mamger_log_split(self, get): """管理日志切割任务 @author baozi <202-02-27> @param: get ( dict ): 包含name, mode, hour, minute @return """ name = get.name.strip() project = self.get_project_find(name) if not project: return public.returnMsg(False, "没有该项目，请尝试刷新页面") try: _compress = False _log_size = float(get.log_size) if float(get.log_size) >= 0 else 0 _hour = get.hour.strip() if 0 <= int(get.hour) < 24 else "2" _minute = get.minute.strip() if 0 <= int(get.minute) < 60 else '0' _num = int(get.num) if 0 < int(get.num) <= 1800 else 180 if "compress" in get: _compress = int(get.compress) == 1 except (ValueError, AttributeError, KeyError): _log_size = 0 _hour = "2" _minute = "0" _num = 180 _compress = False if _log_size != 0: _log_size = _log_size * 1024 * 1024 _hour = 0 _minute = 5 log_conf = { "log_size": _log_size, "hour": _hour, "minute": _minute, "num": _num, "compress": _compress } flag, msg = self.change_cronta(name, log_conf) if flag: conf_path = '{}/data/run_log_split.conf'.format(public.get_panel_path()) if os.path.exists(conf_path): try: data = json.loads(public.readFile(conf_path)) except: data = {} else: data = {} data[name] = { "stype": "size" if bool(_log_size) else "day", "log_size": _log_size, "limit": _num, "compress": _compress } public.writeFile(conf_path, json.dumps(data)) project["project_config"]["log_conf"] = log_conf pdata = { "project_config": json.dumps(project["project_config"]) } public.M('sites').where('name=?', (name,)).update(pdata) return public.returnMsg(flag, msg) def set_log_split(self, get): """设置日志计划任务状态 @author baozi <202-02-27> @param: get ( dict ): 包含项目名称name @return msg : 操作结果 """ name = get.name.strip() project_conf = self.get_project_find(name) if not project_conf: return public.returnMsg(False, "没有该项目，请尝试刷新页面") cronInfo = public.M('crontab').where('name=?', (f'[勿删]Java项目[{name}]运行日志切割',)).find() if not cronInfo: return public.returnMsg(False, "该项目没有设置运行日志的切割任务") status_msg = ['停用', '启用'] status = 1 import crontab recrontabMode = crontab.crontab() if cronInfo['status'] == status: status = 0 recrontabMode.remove_for_crond(cronInfo['echo']) else: cronInfo['status'] = 1 sync_res = recrontabMode.sync_to_crond(cronInfo) if not sync_res['status']: return public.returnMsg(False, sync_res['msg']) public.M('crontab').where('id=?', (cronInfo["id"],)).setField('status', status) public.WriteLog('计划任务', '修改计划任务[' + cronInfo['name'] + ']状态为[' + status_msg[status] + ']') return public.returnMsg(True, '设置成功') def get_log_split(self, get): """获取站点的日志切割任务 @author baozi <202-02-27> @param: get ( dict ): name @return msg : 操作结果 """ name = get.name.strip() project_conf = self.get_project_find(name) if not project_conf: return public.returnMsg(False, "没有该项目，请尝试刷新页面") if self._check_old(project_conf): return { "status": False, "msg": "更新版本后需要重启项目，才能开启运行日志切割任务，建议您找一个合适的时间重启项目", "is_old": True } cronInfo = public.M('crontab').where('name=?', (f'[勿删]Java项目[{name}]运行日志切割',)).find() if not cronInfo: return public.returnMsg(False, "该项目没有设置运行日志的切割任务") if "log_conf" not in project_conf["project_config"]: return public.returnMsg(False, "日志切割配置丢失，请尝试重新设置") res = project_conf["project_config"]["log_conf"] res["status"] = cronInfo["status"] return {"status": True, "data": res} def _update_project(self, project_name, project_info): # 检查是否需要更新 # 移动日志文件 # 独立项目需要修改文件 # 内置项目需要修改文件和备份文件 # 保存 if project_info['project_config']['java_type'] == 'springboot': target_file = "{}/{}.log".format(self._springboot_logs_path, str(project_name)) log_file = project_info['project_config']['logs'] if not log_file.startswith(self._springboot_logs): return if os.path.exists(log_file): self._move_logs(log_file, target_file) if not os.path.exists(target_file): return else: os.remove(log_file) project_info['project_config']["logs"] = target_file pdata = { 'name': project_name, 'project_config': json.dumps(project_info['project_config']) } public.M('sites').where('name=?', (project_name,)).update(pdata) if project_info['project_config']['java_type'] == 'duli': if "logs" in project_info['project_config']: return _path = '/www/wwwlogs/java/{}/'.format(project_name) if not os.path.exists(_path): os.makedirs(_path) target_file = '{}catalina-daemon-{}.out'.format(_path, project_info["name"].replace(".", "_")) s_file = '/www/server/bt_tomcat_web/{}/logs/catalina-daemon.out'.format(project_name) if os.path.exists(s_file): self._move_logs(s_file, target_file) if not os.path.exists(target_file): return else: os.remove(s_file) if not self._change_daemom_sh( self.__site_path + project_info["name"] + "/bin/daemon.sh", _path[:-1], project_info["name"].replace(".", "_") ): return project_info['project_config']["logs"] = _path pdata = { 'name': project_name, 'project_config': json.dumps(project_info['project_config']) } public.M('sites').where('name=?', (project_name,)).update(pdata) if project_info['project_config']['java_type'] == 'neizhi': version = project_info['project_config']['tomcat_version'] target_file = '/www/wwwlogs/java/neizhi{}/catalina-daemon-{}.out'.format(version, version) _path = '/www/wwwlogs/java/neizhi{}'.format(version) if not os.path.exists(_path): os.makedirs(_path) s_file = '/usr/local/bttomcat/tomcat%s/logs/catalina-daemon.out' % version res = public.ExecShell('sed -n "142p" /usr/local/bttomcat/tomcat{}/bin/daemon.sh'.format(version))[0] if not res.startswith( 'test ".$CATALINA_OUT" = . && CATALINA_OUT="$CATALINA_BASE/logs/catalina-daemon.out"' ): return if os.path.exists(s_file): self._move_logs(s_file, target_file) if not os.path.exists(target_file): return else: os.remove(s_file) if not self._change_daemom_sh("/usr/local/bttomcat/tomcat%s/bin/daemon.sh" % version, _path, str(version)): return public.writeFile("/usr/local/bttomcat/tomcat%s/conf/logpath.conf" % version, _path) def _move_logs(self, s_file, target_file): if os.path.getsize(s_file) > 3145928: res = self.last_lines(s_file, 3000) public.WriteFile(target_file, res) else: shutil.copyfile(s_file, target_file) def _check_old(self, project_info): if project_info['project_config']['java_type'] == 'springboot': log_file = project_info['project_config']['logs'] if log_file.startswith(self._springboot_logs): return True if project_info['project_config']['java_type'] == 'duli': if not "logs" in project_info['project_config']: return True if project_info['project_config']['java_type'] == 'neizhi': version = project_info['project_config']['tomcat_version'] _path = '/www/wwwlogs/java/neizhi{}'.format(version) if not os.path.exists(_path): os.makedirs(_path) res = public.ExecShell('sed -n "142p" /usr/local/bttomcat/tomcat{}/bin/daemon.sh'.format(version))[0] if res.startswith('test ".$CATALINA_OUT" = . && CATALINA_OUT="$CATALINA_BASE/logs/catalina-daemon.out"'): return True def _ckeck_add_domain(self, site_name, domains): from panelSite import panelSite ssl_data = panelSite().GetSSL(type("get", tuple(), {"siteName": site_name})()) if not ssl_data["status"] or not ssl_data.get("cert_data", {}).get("dns", None): return {"domains": domains} domain_rep = [] for i in ssl_data["cert_data"]["dns"]: if i.startswith("*"): _rep = "^[^\.]+\." + i[2:].replace(".", "\.") else: _rep = "^" + i.replace(".", "\.") domain_rep.append(_rep) no_ssl = [] for domain in domains: if not domain["status"]: continue for _rep in domain_rep: if re.search(_rep, domain["name"]): break else: no_ssl.append(domain["name"]) if no_ssl: return { "domains": domains, "not_ssl": no_ssl, "tip": "本站点已启用SSL证书,但本次添加的域名：{}，无法匹配当前证书，如有需求，请重新申请证书。".format( str(no_ssl) ) } return {"domains": domains} # 获取 jmx 配置 def get_jmx_config(self, get): if not hasattr(get, "site_id"): return public.returnMsg(False, "缺少参数! site_id") if not str(get.site_id).isdigit(): return public.returnMsg(False, "参数错误! site_id") project_config = public.M('sites').where('project_type=? AND id=?', ('Java', get.site_id)).getField( "project_config" ) if not project_config: return public.returnMsg(False, "网站信息不存在!") # 安装 jmxquery try: from jmxquery import JMXConnection, JMXQuery except: public.ExecShell("btpip install jmxquery==0.6.0") try: project_config = json.loads(project_config) except: project_config = {} jmx_info = project_config.get("jmx_info", {}) if jmx_info.get("jmx_url") is None: jmx_info["jmx_url"] = "" if jmx_info.get("username") is None: jmx_info["username"] = "" if jmx_info.get("password") is None: jmx_info["password"] = "" return {"status": True, "msg": "ok", "data": jmx_info} # 设置 jmx 配置 def set_jmx_config(self, get): if not hasattr(get, "site_id"): return public.returnMsg(False, "缺少参数! site_id") if not str(get.site_id).isdigit(): return public.returnMsg(False, "参数错误! site_id") jmx_url = getattr(get, "jmx_url") username = getattr(get, "username", "") password = getattr(get, "password", "") project_config = public.M('sites').where('project_type=? AND id=?', ('Java', get.site_id)).getField( "project_config" ) if not project_config: return public.returnMsg(False, "网站信息不存在!") # 安装 jmxquery try: from jmxquery import JMXConnection, JMXQuery except: public.ExecShell("btpip install jmxquery==0.6.0") from jmxquery import JMXConnection try: # 创建 JMXConnection JMXConnection(connection_uri = jmx_url, jmx_username = username, jmx_password = password) except Exception: return public.returnMsg(False, "连接失败！") try: project_config = json.loads(project_config) except: project_config = {} jmx_info = {} if jmx_url: jmx_info["jmx_url"] = jmx_url if username: jmx_info["username"] = username if password: jmx_info["password"] = password project_config["jmx_info"] = jmx_info public.M('sites').where('project_type=? AND id=?', ('Java', get.site_id,)).update( {"project_config": json.dumps(project_config)} ) return public.returnMsg(True, "设置成功!") # 获取 jmx 状态信息 def get_status_info(self, get): if not hasattr(get, "site_id"): return public.returnMsg(False, "缺少参数! site_id") project_config = public.M('sites').where('project_type=? AND id=?', ('Java', get.site_id)).getField( "project_config" ) if not project_config: return public.returnMsg(False, "网站信息不存在!") project_config = json.loads(project_config) if not project_config.get("jmx_status", False): return public.returnMsg(False, "您未启用 jmx 监控") jmx_info = project_config.get("jmx_info") if jmx_info is None: return public.returnMsg(False, "请先设置 jmx 监控") java_path = project_config.get("project_jdk", '') jmx_url = jmx_info.get("jmx_url") username = jmx_info.get("username", "") password = jmx_info.get("password", "") if not jmx_url: return public.returnMsg(False, "未设置 jmx 监控") # 安装 jmxquery try: from jmxquery import JMXConnection, JMXQuery except: public.ExecShell("btpip install jmxquery==0.6.0") from jmxquery import JMXConnection, JMXQuery import types try: # 替换源库中存在问题的JSON解析函数 def my_load_from_json(the, jsonOutput: str): if "\n" in jsonOutput: jsonOutput = jsonOutput.replace("\n", "") if "\t" in jsonOutput: jsonOutput = jsonOutput.replace("\t", "") jsonMetrics = json.loads(jsonOutput) metrics = [] for jsonMetric in jsonMetrics: mBeanName = jsonMetric['mBeanName'] attribute = jsonMetric['attribute'] attributeType = jsonMetric['attributeType'] metric_name = None if 'metricName' in jsonMetric: metric_name = jsonMetric['metricName'] metric_labels = None if 'metricLabels' in jsonMetric: metric_labels = jsonMetric['metricLabels'] attributeKey = None if 'attributeKey' in jsonMetric: attributeKey = jsonMetric['attributeKey'] value = None if 'value' in jsonMetric: value = jsonMetric['value'] metrics.append( JMXQuery(mBeanName, attribute, attributeKey, value, attributeType, metric_name, metric_labels) ) return metrics # 创建 JMXConnection # JMX 连接信息 # jmx_host = '127.0.0.1' # jmx_port = 9001 # 根据你的 Java 程序配置的 JMX 端口修改 # jmx_url = f'service:jmx:rmi:///jndi/rmi://{jmx_host}:{jmx_port}/jmxrmi' jmxConnection = JMXConnection( connection_uri = jmx_url, jmx_username = username, jmx_password = password, java_path = java_path ) setattr(jmxConnection, "_JMXConnection__load_from_json", types.MethodType(my_load_from_json, jmxConnection)) jmxQuery = [JMXQuery("*:*")] # 执行查询 metrics = jmxConnection.query(jmxQuery) except Exception: return public.returnMsg(False, "连接失败！ {}".format(jmx_url)) # 创建 JMX 查询 jmx_status_info = {} type_list = ["MemoryPool", "GarbageCollector"] percent_list = ["SystemCpuLoad", "ProcessCpuLoad"] microsecond_list = ["StartTime", "Uptime", "endTime", "startTime", "CollectionTime", "CurrentThreadCpuTime", "CurrentThreadUserTime", "endTime", "startTime", "CollectionTime", "TotalCompilationTime", ] nanoseconds_list = ["ProcessCpuTime", ] size_list = ["FreePhysicalMemorySize", "TotalPhysicalMemorySize", "committed", "init", "max", "used"] value_dict = { "True": "是", "False": "否", "None": "无", } # 解析结果 for metric in metrics: java_type_obj = re.search("type=([\w\s]+)", metric.mBeanName) if not java_type_obj: continue java_type = java_type_obj.group(1) name_obj = re.search("name=([\w\s]+)", metric.mBeanName) name = None if name_obj: name = name_obj.group(1) if jmx_status_info.get(java_type) is None: if java_type in type_list: jmx_status_info[java_type] = [] else: jmx_status_info[java_type] = {} type_info = jmx_status_info[java_type] if name is not None: name = name.replace(" ", "_") if isinstance(type_info, list): for info in type_info: if info["name"] == name: type_info = info break else: info = {"name": name} type_info.append(info) type_info = info else: if type_info.get(name) is None: type_info[name] = {} type_info = type_info[name] value = value_dict.get(str(metric.value)) if value is None: value = metric.value if metric.attributeKey: if metric.attribute is not None and type_info.get(metric.attribute) is None: type_info[metric.attribute] = {} if value == -1: value = "无限制" elif metric.attributeKey in size_list: value = public.to_size(value) elif metric.attributeKey in microsecond_list: value = datetime.datetime.fromtimestamp(int(value) / 1000).strftime('%Y-%m-%d %H:%M:%S') elif metric.attributeKey in nanoseconds_list: value = "{} 秒".format(int(value) / 1e9) type_info[metric.attribute][metric.attributeKey] = value else: if metric.attribute in size_list: value = public.to_size(value) elif metric.attribute in percent_list: value = "{}%".format(round(int(value) * 100, 2)) elif metric.attribute in microsecond_list: value = datetime.datetime.fromtimestamp(int(value) / 1000).strftime('%Y-%m-%d %H:%M:%S') elif metric.attribute in nanoseconds_list: value = "{} 秒".format(int(value) / 1e9) type_info[metric.attribute] = value return {"status": True, "msg": "ok", "data": jmx_status_info} def get_project_status(self, project_id): # 仅使用在项目停止告警中 project_info = public.M('sites').where('project_type=? AND id=?', ('Java', project_id)).find() if not project_info: return None, "" project_info["project_config"] = json.loads(project_info["project_config"]) if project_info['project_config']['java_type'] == 'springboot': if self.is_stop_by_user(project_id): return True, project_info["name"] return self.get_project_run_state(project_name = project_info['name']), project_info["name"] if project_info['project_config']['java_type'] == 'duli': if self.is_stop_by_user(self.__site_path + "/" + project_info["name"]): return True, project_info["name"] return self.get_duli_run_state(project_name = project_info['name']), project_info["name"] if project_info['project_config']['java_type'] == 'neizhi': version = project_info['project_config']['tomcat_version'] if self.is_stop_by_user("/etc/init.d/bttomcat{}".format(version)): return True, project_info["name"] tomcat_path = '/usr/local/bttomcat/tomcat{}'.format(version) return self.get_duli_run_state( project_name = project_info["name"], bt_tomcat_web = tomcat_path, neizhi = True ), project_info["name"] def set_jdk_environment(self, get): # 解析前端发送的数据 jdk_name = get.name jdk_path = "/www/server/java/{}/bin/java".format(jdk_name) # 检查提供的JDK路径是否有效 if not os.path.exists(jdk_path): return "提供的JDK路径不存在。" # 获取JAVA_HOME的新值 new_java_home = os.path.dirname(os.path.dirname(jdk_path)) # 写入全局的shell配置文件 profile_path = '/etc/profile' java_home_line = "export JAVA_HOME={}".format(new_java_home) path_line = "export PATH=$JAVA_HOME/bin:$PATH" # 检查文件是否存在 if os.path.exists(profile_path): # 读取/etc/profile文件并更新JAVA_HOME和PATH with open(profile_path, 'r') as file: lines = file.readlines() try: # 检查是否已经设置了JAVA_HOME with open(profile_path, 'w') as file: java_home_set = False for line in lines: if 'export JAVA_HOME=' in line: file.write(java_home_line + '\n') java_home_set = True elif 'export PATH=$JAVA_HOME/bin:$PATH' in line: # 如果已经更新了JAVA_HOME，则跳过旧的PATH设置 continue else: file.write(line) if not java_home_set: # 如果/etc/profile中没有JAVA_HOME设置，则添加它 file.write(java_home_line + '\n') file.write(path_line + '\n') public.ExecShell("source /etc/profile") return public.returnMsg(True, "设置成功！") except: return public.returnMsg(False, "设置失败，请查看您是否开启了系统加固！") else: return public.returnMsg(False, "设置失败！") def get_system_user_list(self, get): """ 默认只返回uid>= 1000 的用户 和 root get中包含 sys_user 返回 uid>= 100 的用户 和 root get中包含 all_user 返回所有的用户 """ is_spring_boot = get.get("springboot/d", 0) if is_spring_boot: self.set_spring_user() sys_user = False all_user = False if get is not None: if hasattr(get, "sys_user"): sys_user = True if hasattr(get, "all_user"): all_user = True user_set = set() try: for tmp_uer in pwd.getpwall(): # if is_spring_boot and tmp_uer.pw_shell.find("nologin") != -1: # continue if tmp_uer.pw_uid == 0: user_set.add(tmp_uer.pw_name) elif tmp_uer.pw_uid >= 1000: user_set.add(tmp_uer.pw_name) elif sys_user and tmp_uer.pw_uid >= 100: user_set.add(tmp_uer.pw_name) elif all_user: user_set.add(tmp_uer.pw_name) except Exception: pass return list(user_set) def generate_port(self, get): return public.returnMsg(True, self.generate_random_port())