bt-source/panel/class/datalistModel/sitesModel.py

# coding: utf-8
# -------------------------------------------------------------------
# 宝塔Linux面板
# -------------------------------------------------------------------
# Copyright (c) 2015-2099 宝塔软件(http://bt.cn) All rights reserved.
# -------------------------------------------------------------------
# Author: cjxin <cjxin@bt.cn>
# -------------------------------------------------------------------
#
# ------------------------------

import os, sys, time, json, db, re
import public
import panelSite
import idna
from datalistModel.base import dataBase
from mod.base.free_site_total import SiteTotalConfig
if '/www/server/panel' not in sys.path:
    sys.path.insert(0, '/www/server/panel')
try:
    from mod.base.process.server import RealServer
    from mod.base.web_conf.proxy import Proxy
except:
    pass
class main(dataBase):
    web_server = None
    site_obj = None
    __panel_path = public.get_panel_path()

    def __init__(self):
        self.limit_path = '{}/data/limit.pl'.format(self.__panel_path)
        self.siteorder_path = '{}/data/siteorder.pl'.format(self.__panel_path)
        self.site_obj = panelSite.panelSite()
        self.custom_list = {'WAF图标': 'waf', "容量限制": "quota", "日流量": "net","容量": "quota"}

        self.default_quota = {"used": 0, "size": 0, "quota_push": {"size": 0, "used": 0}, "quota_storage": {"size": 0, "used": 0}}

    """
    @name 获取公共数据后，格式化为网站列表需要的数据
    """

    def get_data_list(self, get):
        get = self._get_site_args(get)
        data_list = get.data_list
        names = []
        paths = []
        custom_conf = {"waf":{}}

        [paths.append(val['path']) or names.append(val['name']) for val in data_list]

        table_headers = self.get_header_list(get)
        for val, key in self.custom_list.items():
            if not val in table_headers:
                continue
            if key == 'quota':
                custom_conf[key] = self.get_all_quota(paths)
            if key == 'waf':
                custom_conf[key] = self.get_waf_status_all(names)
            if key == 'net':
                site_netinfo = self.new_get_site_netinfo(names)
                custom_conf[key] = {i: self.get_site_net(site_netinfo, i) for i in names}
        realserver = RealServer()
        db_obj = public.M(get.table)
        domain_obj = public.M('domain')
        for val in data_list:
            if 'project_config' in  val.keys():
                val['project_config'] = json.loads(val['project_config'])
                if 'type' in  val["project_config"].keys() and 'PHPMOD' == val["project_config"]["type"]:
                    val = self.get_php_mod_status(val)
                    val['status'] = 1 if realserver.daemon_status(val['name'])['status'] else 0
                    public.M(get.table).where("id=?", (val['id'],)).setField('status', val['status'])
            val['backup_count'] = public.M('backup').where("pid=? and type=?", (val['id'],'0')).count()
            val['domain'] = domain_obj.where("pid=?", (val['id'],)).count()
            val['ssl'] = self.get_site_ssl_info(val['name'])
            val['git_manager'] = self.get_site_git(val['name'])
            val['php_version'],val['php_version_status'] = self.get_php_version(val['name'])
            if 'project_config' in  val.keys() and 'type' in  val["project_config"].keys() and 'PHPMOD' == val["project_config"]["type"]:
                if "php_version" in val['project_config'].keys() and len(val['project_config']['php_version']) > 1:
                    val['php_version'] = val['project_config']['php_version'][0] + '.' + val['project_config']['php_version'][1]
                    val['php_version_status'] = os.path.exists('/www/server/php/{}/bin/php'.format(val['project_config']['php_version']))
            if val['project_type'] == 'WP2':
                from wptoolkitModel import one_key_wp_v2
                from wptoolkitModel.wp_toolkit import wpbackup
                one_key_wp = one_key_wp_v2.one_key_wp()
                val['wp_version'] = one_key_wp.get_wp_version(val['id'])
                val['cache_status'] = one_key_wp.get_cache_status(val['id'])
                val['backup_count'] = wpbackup(val['id']).backup_count()
            if not val['status'] in ['0', '1', 0, 1]:
                val['status'] = '1'

            if not 'rname' in val or not val['rname']:
                val['rname'] = val['name']
            try:
                val['cn_name'] = idna.decode(val['name'])
            except:
                val['cn_name'] = val['name']
            # 是否有代理
            try:
                val['proxy'] = False
                proxy_list = self.site_obj.GetProxyList(public.to_dict_obj({'sitename': val['name']}))
                for i in proxy_list:
                    if i['type'] == 1:
                        val['proxy'] = True
                        break
                if 'type' in  val["project_config"].keys() and 'PHPMOD' == val["project_config"]["type"]:
                    res = Proxy().get_proxy_list(public.to_dict_obj({'sitename': val['name']}))
                    if res['status']:
                        for i in res['data']:
                            if i['type'] == 1:
                                val['proxy'] = True
                                break
            except:
                pass

            # 是否有重定向
            try:
                val['redirect'] = False
                redict_list = self.site_obj.GetRedirectList(public.to_dict_obj({'sitename': val['name']}))
                for i in redict_list:
                    if i['type'] == 1:
                        val['redirect'] = True
                        break
            except:
                pass

            # 付费插件内容，按需加载
            # if 'waf' in custom_conf:
            # 前端必须需要这个参数，后续在调整
            val['waf'] = custom_conf["waf"].get(val['name'], {})

            if 'quota' in custom_conf:
                val['quota'] = custom_conf['quota'].get(val['path'], self.default_quota)

            if 'net' in custom_conf:
                val['net'] = custom_conf['net'].get(val['name'], {})

            # 检查是否安装了监控报表或者开启了基础统计模块
            stc = SiteTotalConfig()
            st_conf = stc.get_status()
            st_global_open = st_conf.get("is_open", True)
            st_site_map = {i.get("site_id"): i.get("is_open") for i in st_conf.get("sites", [])}
            monitor_on = os.path.exists('/www/server/panel/plugin/monitor')

            # 检查单站点是否开启了基础统计模块
            val['site_total_status'] = False
            if monitor_on:
                val['site_total_status'] = True
            elif not st_global_open:
                val['site_total_status'] = False
            else:
                sid = val.get('id')
                if sid in st_site_map:
                    val['site_total_status'] = bool(st_site_map.get(sid))
                else:
                    val['site_total_status'] = False
                
        return data_list

    def get_php_mod_status(self,val):
        try:
                if int(val["project_config"]['dependence']) == 1:
                    pid_file = '/tmp/php_mod_{}.pl'.format(val['name'])
                else:
                    return val
                if not os.path.exists(pid_file):
                    val["project_config"]['dependence'] = 0
                else:
                    pid = public.readFile(pid_file)
                    if not pid:
                        val["project_config"]['dependence'] = 0
                    else:
                        try:
                            pid = int(pid)
                            import psutil
                            p = psutil.Process(pid)
                            if 'BT-Panel' == p.name() or 'btpython' == p.name():
                                val["project_config"]['dependence'] = 1
                            else:
                                val["project_config"]['dependence'] = 0
                        except:
                            val["project_config"]['dependence'] = 0
        except:
            pass
        return val
    """
    @name 获取前端需要的表头
    """

    def get_header_list(self, get):

        try:
            from config import config
            table_header = config().get_table_header(public.to_dict_obj({'table_name': 'phpTableColumn'}))
            if table_header['phpTableColumn']:
                table_header["phpTableColumn"] = json.loads(table_header["phpTableColumn"])
                table_header = [i['subtitle'] if 'subtitle' in i else i['label'] for i in table_header["phpTableColumn"] if (i.get('isCustom', False) == True) and ('subtitle' in i.keys() or 'label' in i.keys())]
            else:
                table_header = ['WAF图标', '容量限制', '日流量', '容量']
        except:
            table_header = ['WAF图标', '容量限制', '日流量', '容量']
        return table_header

    def get_waf_status_all(self, names):
        """
        @name 获取waf状态
        """
        data = {}
        try:
            path = '/www/server/btwaf/site.json'
            res = json.loads(public.readFile(path))
            config_path = '/www/server/btwaf/config.json'
            open_status = json.loads(public.readFile(config_path))["open"]
            if not open_status:
                return data
            for site in res:
                data[site] = {}
                data[site]['status'] = True
                if 'open' in res[site]:
                    data[site]['status'] = res[site]['open']
        except:
            return data
        data = {i: data[i] if i in data else {} for i in names}
        return data

    def get_site_net(self, info, siteName):
        """
        @name 获取网站流量
        @param siteName<string> 网站名称
        @return dict
        """
        try:
            if info['status']: info = info['data']

            if siteName in info:
                return info[siteName]
        except:
            pass
        return {}

    def get_site_netinfo(self):
        """
        @name 获取网站流量
        """
        try:
            import PluginLoader
            args = public.dict_obj()
            args.model_index = 'panel'
            res = PluginLoader.module_run("total", "get_site_traffic", args)

            return res
        except:
            pass
        return {}

    def new_get_site_netinfo(self, names=None):
        """
        @name 获取重构版监控报表网站流量
        @param names<list> 获取的网站列表
        """
        if names is None:
            names = []
        try:
            import PluginLoader
            args = public.dict_obj()
            args.names = names
            args.model_index = 'panel'
            res = PluginLoader.module_run("total", "new_get_site_traffic", args)
            if res and res.get('data', {}) and any(i["one_day_total_flow"] for i in res['data'].values()):
                return  res
            return self.free_get_site_netinfo(names)
        except:
            # public.print_error()
            pass
        return self.free_get_site_netinfo(names)

    def get_site_git(self, site_name):
        """
        获取网站绑定的git仓库信息
        """
        
        # 查询git仓库信息
        git_manager = public.M('git_manager').where("type = 'site' and type_parm = ?", (site_name,)).find()
        if git_manager:
            return git_manager
        
        return None

    @staticmethod
    def free_get_site_netinfo(names=None):
        from mod.base.free_site_total import SiteTotalData
        return SiteTotalData().get_total_day_data(names)

    """
    @name 获取证书详情
    """

    def get_site_ssl_info(self, siteName):
        try:
            s_file = 'vhost/nginx/{}.conf'.format(siteName)
            is_apache = False
            if not os.path.exists(s_file):
                s_file = 'vhost/apache/{}.conf'.format(siteName)
                is_apache = True

            if not os.path.exists(s_file):
                return -1

            s_conf = public.readFile(s_file)
            if not s_conf: return -1
            ssl_file = None
            if is_apache:
                if s_conf.find('SSLCertificateFile') == -1:
                    return -1
                s_tmp = re.findall(r"SSLCertificateFile\s+(.+\.pem)", s_conf)
                if not s_tmp: return -1
                ssl_file = s_tmp[0]
            else:
                if s_conf.find('ssl_certificate') == -1:
                    return -1
                s_tmp = re.findall(r"ssl_certificate\s+(.+\.pem);", s_conf)
                if not s_tmp: return -1
                ssl_file = s_tmp[0]
            ssl_info = public.get_cert_data(ssl_file)
            if not ssl_info: return -1
            ssl_info['endtime'] = int(
                int(time.mktime(time.strptime(ssl_info['notAfter'], "%Y-%m-%d")) - time.time()) / 86400)
            return ssl_info
        except:
            return -1

    def get_php_version(self, siteName):
        try:
            if not self.web_server:
                self.web_server = public.get_webserver()

            spath = public.get_panel_path()
            conf = public.readFile('{}/vhost/{}/{}.conf'.format(spath, self.web_server, siteName))

            if self.web_server == 'openlitespeed':
                conf = public.readFile(spath + '/vhost/' + self.web_server + '/detail/' + siteName + '.conf')
            if self.web_server == 'nginx':
                rep = r"enable-php-(\w{2,5})\.conf"
                tmp = re.findall(rep, conf)
                if not tmp:
                    rep = r"enable-php-(\w{2,5})-wpfastcgi\.conf"
            elif self.web_server == 'apache':
                rep = r"php-cgi-(\w{2,5})\.sock"
            else:
                rep = r"path\s*/usr/local/lsws/lsphp(\d+)/bin/lsphp"
            tmp = re.search(rep, conf).groups()
            if tmp[0] == '00':
                return '静态',True
            if tmp[0] == 'other':
                return '其它',True

            return tmp[0][0] + '.' + tmp[0][1],os.path.exists('/www/server/php/{}/bin/php'.format(tmp[0]))
        except:
            return '静态',True

    ########################## 内部调用函数 #######################

    """
    @name 初始化参数
    """

    def _get_site_args(self, get):
        try:
            if not 'type' in get:
                get.type = 0
                get.type = int(get.p)
        except:
            get.type = 0

        if not 'project_type' in get:
            get.project_type = 'PHP'

        get.search_key = get.project_type.lower()

        # 获取自定义排序
        if not 'order' in get:
            try:
                sort = public.readFile(self.siteorder_path)
                if sort:
                    if sort.split(' ')[0] in self.__SORT_DATA:
                        get.order = sort
            except:
                pass

            if not 'order' in get:
                get.order = 'addtime desc'
                public.writeFile(self.siteorder_path, get.order)

        # 获取每页显示条数
        try:
            if not 'limit' in get:
                get.type = 0
            get.limit = int(get.limit)
        except:
            get.limit = 0

        if not get.limit:
            try:
                limit = int(public.readFile(self.limit_path))
                if limit:
                    get.limit = int(limit)
                else:
                    get.limit = 20
            except:
                get.limit = 20

            if get.limit:
                public.writeFile(self.limit_path, str(get.limit))

        if hasattr(get, 'search'):
           public.set_search_history(get.table,get.search_key,get.search)

        return get

    """
    @name 追加 or条件
    """

    def get_search_where(self, get):

        # 增加域名搜索
        where = ''
        params = get.params

        conditions = ''
        if '_' in get.search:
            conditions = " escape '/'"

        pids = []
        nlist = public.M('domain').where("name LIKE ?{}".format(conditions), ("%{}%".format(get.search),)).field('pid').select()
        for val in nlist:
            pids.append(str(val['pid']))

        if pids:
            where = "{} OR id IN ({})".format(get.where, ','.join(pids))
        else:
            where = "{}".format(get.where)

        return where, params

    """
    @获取网站查询条件，追加and查询条件
    """

    def get_data_where(self, get):

        wheres = []
        get = self._get_site_args(get)

        wheres.append(("(project_type = ?)", (get.project_type)))
        if get.project_type == 'PHP':
            if not get.type in ['-1', -1]:
                if int(get.type) == -2:
                    wheres.append("(status = '0')")
                else:
                    wheres.append("(type_id = {})".format(get.type))
        return wheres