Spaces:
Runtime error
Runtime error
Commit ·
bd610e4
1
Parent(s): afcc12d
Fixed missing faiss dependency and made background LLM features optional
Browse files
server/app/services/auto_faq_generator.py
CHANGED
|
@@ -16,7 +16,12 @@ from datetime import datetime, timedelta
|
|
| 16 |
from collections import Counter
|
| 17 |
|
| 18 |
import numpy as np
|
| 19 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
from sklearn.cluster import DBSCAN
|
| 21 |
from sqlalchemy.orm import Session
|
| 22 |
|
|
@@ -56,9 +61,13 @@ class AutoFAQGenerator:
|
|
| 56 |
self.min_cluster_size = min_cluster_size
|
| 57 |
|
| 58 |
# Load embedding model (small and fast)
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
|
| 63 |
logger.info("✅ Auto-FAQ Generator initialized")
|
| 64 |
|
|
|
|
| 16 |
from collections import Counter
|
| 17 |
|
| 18 |
import numpy as np
|
| 19 |
+
try:
|
| 20 |
+
from sentence_transformers import SentenceTransformer
|
| 21 |
+
SENTENCE_EXTRACTOR_AVAILABLE = True
|
| 22 |
+
except ImportError:
|
| 23 |
+
SENTENCE_EXTRACTOR_AVAILABLE = False
|
| 24 |
+
|
| 25 |
from sklearn.cluster import DBSCAN
|
| 26 |
from sqlalchemy.orm import Session
|
| 27 |
|
|
|
|
| 61 |
self.min_cluster_size = min_cluster_size
|
| 62 |
|
| 63 |
# Load embedding model (small and fast)
|
| 64 |
+
if SENTENCE_EXTRACTOR_AVAILABLE:
|
| 65 |
+
logger.info("Loading sentence embedding model...")
|
| 66 |
+
self.embedding_model = SentenceTransformer('all-MiniLM-L6-v2')
|
| 67 |
+
# Size: 80MB, Speed: ~50 sentences/sec on CPU
|
| 68 |
+
else:
|
| 69 |
+
logger.warning("⚠️ sentence-transformers not available. Clustering will use fallback logic.")
|
| 70 |
+
self.embedding_model = None
|
| 71 |
|
| 72 |
logger.info("✅ Auto-FAQ Generator initialized")
|
| 73 |
|
server/requirements.txt
CHANGED
|
@@ -56,6 +56,7 @@ kombu==5.6.1
|
|
| 56 |
|
| 57 |
# ML lite essentials (removed local heavy models for cloud speed)
|
| 58 |
scikit-learn==1.3.2
|
|
|
|
| 59 |
psutil==7.1.3
|
| 60 |
apscheduler==3.10.4
|
| 61 |
faker==28.0.0
|
|
|
|
| 56 |
|
| 57 |
# ML lite essentials (removed local heavy models for cloud speed)
|
| 58 |
scikit-learn==1.3.2
|
| 59 |
+
faiss-cpu==1.13.1
|
| 60 |
psutil==7.1.3
|
| 61 |
apscheduler==3.10.4
|
| 62 |
faker==28.0.0
|