README.md

# Prefered System :: NVIDIA RTX A4000 | NVIDIA RTX 3090 Ti
Avoid Servers
- RTX 5060 Ti
- Tesla P100

# ⚡ Quick Start + 🐍 Miniconda & Conda Environment + 🛠 Setup NGROK
##   dev
```bash
sudo apt update && sudo apt upgrade -y
sudo apt install -y iproute2 libgl1 nano wget unzip nvtop git git-lfs build-essential cmake \
libopenblas-dev liblapack-dev libx11-dev libgtk-3-dev libglib2.0-0

git config --global credential.helper store
git clone -b dev https://huggingface.co/HawkEyesAI/v2_HE_Universe

wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
chmod +x Miniconda3-latest-Linux-x86_64.sh
./Miniconda3-latest-Linux-x86_64.sh -b -p $HOME/miniconda3
export PATH="$HOME/miniconda3/bin:$PATH"
conda init
source ~/.bashrc
conda create --name HE python=3.11 -y
conda activate HE

curl -s https://ngrok-agent.s3.amazonaws.com/ngrok.asc | sudo tee /etc/apt/trusted.gpg.d/ngrok.asc >/dev/null
echo "deb https://ngrok-agent.s3.amazonaws.com buster main" | sudo tee /etc/apt/sources.list.d/ngrok.list
sudo apt update
sudo apt install -y ngrok
ngrok config add-authtoken 2lPN9d5cdnGlSrWb4JGEGVI1Mah_4bvvrGdKKU2ME7nkck8L7

```
Optional ngrok exposure:
```bash
ngrok http --domain=batnlp.ngrok.app 5656
```

# 📦 Python Packages
```bash
pip install --upgrade pip
pip install jupyter pandas openpyxl

pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu126

cd v2_HE_Universe
```

# Install all dependencies
```bash
pip install -r requirements.txt

pip install faster-whisper soundfile pydub speechbrain \
huggingface_hub==0.16.4 einops lightning lightning_utilities torchmetrics primePy

pip install mtcnn opentelemetry-exporter-otlp

pip install --no-deps facenet-pytorch scikit-learn rich pandas matplotlib tensorboard pyannote.audio threadpoolctl torchcodec safetensors pyannote.metrics colorlog pyannote.pipeline optuna pyannote.core pyannote.database \
sortedcontainers torch-audiomentations julius torch-pitch-shift \
opentelemetry-instrumentation opentelemetry-api opentelemetry-distro

pip install asteroid-filterbanks python-dotenv


pip install --no-deps noisereduce lazy_loader audioread soxr numba llvmlite


opentelemetry-bootstrap -a install


# pip install -U pyannote.audio


python get_nltk_data.py
```

# 🛠 Audio Backend
```bash
sed -i 's/available_backends = .*/available_backends = ["sox_io", "soundfile"]/' \
$CONDA_PREFIX/lib/python3.11/site-packages/speechbrain/utils/torch_audio_backend.py
```



# 🔧 Patch face_recognition_models
```bash
python - <<'EOF'
import pathlib

file_path = pathlib.Path("/venv/HE/lib/python3.11/site-packages/face_recognition_models/__init__.py")
content = file_path.read_text()

if "pkg_resources" in content:
    print("🩹 Applying safe patch for face_recognition_models...")
    new_import = (
        "import importlib.resources as resources\n"
        "def resource_filename(package_or_requirement, resource_name):\n"
        "    return str(resources.files(package_or_requirement).joinpath(resource_name))\n"
    )
    patched = []
    for line in content.splitlines():
        if "pkg_resources" in line and "import" in line:
            patched.append(new_import)
        else:
            patched.append(line)
    file_path.write_text("\n".join(patched))
    print("✅ Safe patch applied successfully.")
else:
    print("✅ face_recognition_models already safe or patched.")
EOF
```

# 🔑 HuggingFace Hub Login & Token
```bash
pip install huggingface_hub==0.16.4
huggingface-cli login
```

# 🖥 Fix cuDNN Path for GPU
```bash
export LD_LIBRARY_PATH=/venv/HE/lib/python3.11/site-packages/nvidia/cudnn/lib:$LD_LIBRARY_PATH
pip uninstall polars -y
pip install "polars[rtcompat]"
python Universe_API.py
```
Or permanently add to ~/.zshrc:
```bash
export LD_LIBRARY_PATH="$HOME/miniconda3/envs/www/lib/python3.11/site-packages/nvidia/cudnn/lib:$LD_LIBRARY_PATH"
source ~/.zshrc
pip uninstall polars -y
pip install "polars[rtcompat]"
python Universe_API.py
```