Hugging Face's logo

Spaces:
GGSheng
/
fe
Running

App Files Community
fe
File size: 12,105 Bytes
3a5cf48
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
# -*- coding: utf-8 -*-
# +-------------------------------------------------------------------
# | 宝塔Linux面板
# +-------------------------------------------------------------------
# | Copyleft (c) 2015-2099 宝塔软件(http://bt.cn) All lefts reserved.
# +-------------------------------------------------------------------
# | Author: wzz
# | email : wzz@bt.cn
# +-------------------------------------------------------------------
# +-------------------------------------------------------------------
# | docker sub_app 管理模型 -
# +-------------------------------------------------------------------
import json
import os.path
import sys
import time
import traceback

if "/www/server/panel/class" not in sys.path:
    sys.path.append('/www/server/panel/class')

import public
from mod.project.docker.app.base import App

class OllamaBase(App):
    def __init__(self):
        super(OllamaBase, self).__init__()
        self.ollama_port = "11434"
        self.ollama_local_url = "http://127.0.0.1:{}".format(self.ollama_port)

    def set_ollama_port(self, port):
        self.ollama_port = port
        self.ollama_local_url = self.ollama_local_url.format(port)
        return self

    def set_ollama_local_url(self, port):
        self.ollama_local_url = "http://127.0.0.1:{}".format(port)
        return self


class OllamaMod(OllamaBase):

    def __init__(self):
        super(OllamaMod, self).__init__()

    # 2025/2/8 11:47 获取本地所有的models
    # https://github.com/ollama/ollama/blob/main/docs/api.md#list-local-models
    def list_local_models(self):
        uri = "/api/tags"

        ps_json, stderr = public.ExecShell("docker-compose -p {service_name} ps --format json | {grep_v}".format(
            service_name=self.service_name.lower(),
            grep_v=self.grep_version,
        ))
        if "Segmentation fault" in ps_json:
            return []

        if not ps_json.startswith("["):
            ps = json.loads("[" + ps_json.strip().replace("\n", ",") + "]")
        else:
            ps = json.loads(ps_json.strip().replace("\n", ","))

        try:
            p_port = "11434"
            for i in ps:
                if "ollama/ollama" in i["Image"]:
                    if len(i["Publishers"]) == 0: break
                    p_port = i["Publishers"][0]["PublishedPort"]
        except:
            p_port = "11434"

        self.set_ollama_local_url(p_port)
        url = self.ollama_local_url + uri
        response = public.HttpGet(url)
        if not response: return []
        response = json.loads(response)

        if "models" in response:
            models = response["models"]
            for i in models:
                i["version"] = i["name"].split(":")[-1] if ":" in i["name"] else i["name"]
                i["l_name"] = i["name"].split(":")[0] if ":" in i["name"] else i["name"]
            return models
        return []

    # 2025/2/10 15:52 获取指定模型的信息
    # https://github.com/ollama/ollama/blob/main/docs/api.md#show-model-information
    def show_model_info(self, get):
        '''
            @name 获取指定模型的信息
        '''
        get.model_name = get.get("model_name", None)
        if get.model_name is None:
            return public.returnResult(False, "model_name参数不能为空")
        get.model_version = get.get("model_version", None)
        if get.model_version is None:
            return public.returnResult(False, "model_version参数不能为空")
        get.service_name = get.get("service_name", None)
        if get.service_name is None:
            return public.returnResult(False, "service_name参数不能为空")

        self.set_service_name(get.service_name)
        uri = "/api/show"
        ps_json, stderr = public.ExecShell("docker-compose -p {service_name} ps --format json | {grep_v}".format(
            service_name=self.service_name.lower(),
            grep_v=self.grep_version,
        ))
        if "Segmentation fault" in ps_json:
            return []

        if not ps_json.startswith("["):
            ps = json.loads("[" + ps_json.strip().replace("\n", ",") + "]")
        else:
            ps = json.loads(ps_json.strip().replace("\n", ","))

        try:
            p_port = "11434"
            for i in ps:
                if "ollama/ollama" in i["Image"]:
                    if len(i["Publishers"]) == 0: break
                    p_port = i["Publishers"][0]["PublishedPort"]
        except:
            p_port = "11434"

        self.set_ollama_local_url(p_port)

        url = self.ollama_local_url + uri
        param = {"model": "{}:{}".format(get.model_name, get.model_version)}

        import requests
        response = requests.post(url, data=json.dumps(param), timeout=10)

        return public.returnResult(True, data=response.json())

    # 2025/2/10 14:51 获取在线的所有models
    def list_online_models(self):
        '''
            @name 获取在线的所有models
        '''
        if not os.path.exists(self.ollama_online_models_file):
            public.downloadFile(public.get_url() + '/src/dk_app/apps/ollama_model.json', self.ollama_online_models_file)

        try:
            models = json.loads(public.readFile(self.ollama_online_models_file))

            res = []
            for i in models:
                res.append({
                    "name": i["name"],
                    "description": i["zh_cn_msg"],
                    "version": i["parameters"],
                    "size": i["size"],
                    "can_down": True,
                })

            return res
        except:
            return []

    # 2025/2/10 14:54 获取模型列表
    def get_models_list(self, get):
        '''
            @name 获取模型列表
        '''
        get.search = get.get("search", "")
        get.p = get.get("p/d", 1)
        get.row = get.get("limit/d", 20)
        get.service_name = get.get("service_name", None)
        if get.service_name is None:
            return public.returnResult(False, "service_name参数不能为空")
        get.status = get.get("status", "all")
        self.set_service_name(get.service_name)

        local_models = self.list_local_models()
        public.print_log(local_models)
        online_models = self.list_online_models()
        res = []
        can_down = True
        if os.path.exists("/tmp/nocandown.pl"):
            can_down = False

        # 2025/2/10 14:55 合并两个列表，增加status字段，已经安装了值为installed
        for i in online_models:
            i["can_down"] = can_down

            i["status"] = "uninstall"
            for j in local_models:
                if i["name"] == j["l_name"]:
                    i["status"] = "installed" if i["version"] == j["version"] else "uninstall"

                if os.path.exists("/tmp/{model_name}:{model_version}.failed".format(
                    model_name=i["name"],
                    model_version=i["version"],
                )):
                    i["status"] = "failed"

                if os.path.exists("/tmp/{model_name}:{model_version}.pl".format(
                    model_name=i["name"],
                    model_version=i["version"],
                )):
                    i["status"] = "downloading"

                if i["status"] in ("installed", "failed", "downloading"):
                    break

            if get.status != "all":
                if get.status != i["status"]: continue
            if get.search != "":
                if get.search not in i["name"] and get.search not in i["description"]: continue

            res.append(i)

        page_data = self.get_page(res, get)
        return self.pageResult(True, data=page_data["data"], page=page_data["page"])

    # 2025/2/17 16:34 给指定应用安装指定模型
    def down_models(self, get):
        '''
            @name 给指定应用安装指定模型
            @param service_name 服务名称
            @param model_name 模型名称
            @param model_version 模型版本
        '''
        get.service_name = get.get("service_name", None)
        if get.service_name is None:
            return public.returnResult(False, "service_name参数不能为空")
        get.model_name = get.get("model_name", None)
        if get.model_name is None:
            return public.returnResult(False, "model_name参数不能为空")
        get.model_version = get.get("model_version", None)
        if get.model_version is None:
            return public.returnResult(False, "model_version参数不能为空")

        self.set_service_name(get.service_name)

        # 获取容器信息
        ps_json, stderr = public.ExecShell("docker-compose -p {service_name} ps --format json | {grep_v}".format(
            service_name=self.service_name.lower(),
            grep_v=self.grep_version,
        ))
        if "Segmentation fault" in ps_json:
            return public.returnResult(False, "获取容器信息失败，docker-compose执行异常！")

        if not ps_json.startswith("["):
            ps = json.loads("[" + ps_json.strip().replace("\n", ",") + "]")
        else:
            ps = json.loads(ps_json.strip().replace("\n", ","))

        try:
            p_port = "11434"
            for i in ps:
                if "ollama/ollama" in i["Image"]:
                    if len(i["Publishers"]) == 0: break
                    p_port = i["Publishers"][0]["PublishedPort"]
        except:
            p_port = "11434"

        self.set_ollama_local_url(p_port)
        
        # 设置日志文件
        self.set_cmd_log()
        public.ExecShell("echo > {}".format(self.app_cmd_log))
        
        # 导入下载模块并执行下载
        from mod.project.docker.app.sub_app.downModel import download_model
        import threading
        
        # 创建新线程执行下载
        download_thread = threading.Thread(
            target=download_model,
            args=(
                get.service_name,
                get.model_name,
                get.model_version,
                self.ollama_local_url,
                self.app_cmd_log
            )
        )
        download_thread.daemon = True
        download_thread.start()

        return public.returnResult(True, "正在下载模型，请稍后查看日志")

    # 2025/2/10 15:50 删除指定应用的指定模型
    def del_models(self, get):
        '''
            @name 删除指定应用的指定模型
        '''
        get.service_name = get.get("service_name", None)
        if get.service_name is None:
            return public.returnResult(False, "service_name参数不能为空")
        get.model_name = get.get("model_name", None)
        if get.model_name is None:
            return public.returnResult(False, "model_name参数不能为空")
        get.model_version = get.get("model_version", None)
        if get.model_version is None:
            return public.returnResult(False, "model_version参数不能为空")

        self.set_service_name(get.service_name)

        ps_json, stderr = public.ExecShell("docker-compose -p {service_name} ps --format json | {grep_v}".format(
            service_name=self.service_name.lower(),
            grep_v=self.grep_version,
        ))
        if "Segmentation fault" in ps_json:
            return public.returnResult(True, "删除模型失败，docker-compose执行异常！")

        if not ps_json.startswith("["):
            ps = json.loads("[" + ps_json.strip().replace("\n", ",") + "]")
        else:
            ps = json.loads(ps_json.strip().replace("\n", ","))

        serviceName = get.service_name
        if len(ps) == 2:
            serviceName = "ollama"

        cmd = ("docker-compose -p {service_name} exec -it {serviceName} ollama rm {model_name}:{model_version}".format(
            service_name=get.service_name.lower(),
            serviceName=serviceName,
            model_name=get.model_name,
            model_version=get.model_version,
        ))
        public.ExecShell(cmd)
        return public.returnResult(True, "删除模型成功！")