converted to gradio app

.gitignore

@@ -0,0 +1,4 @@
+__pycache__/
+*.py[cod]
+EgoForce/
+.hf-download/

Dockerfile

@@ -1,72 +0,0 @@
-FROM nvidia/cuda:12.6.3-cudnn-devel-ubuntu22.04
-
-ARG DEBIAN_FRONTEND=noninteractive
-ARG PYTHON_VERSION=3.10
-ARG EGOFORCE_REPO_URL=https://github.com/dfki-av/EgoForce
-ARG EGOFORCE_REF=main
-
-ENV HOME=/home/user \
-    APP_HOME=/home/user/app \
-    EGOFORCE_ROOT=/home/user/app/EgoForce \
-    PATH=/home/user/.local/bin:/home/user/.venv/bin:$PATH \
-    PYTHONUNBUFFERED=1 \
-    PIP_NO_CACHE_DIR=1 \
-    PIP_DISABLE_PIP_VERSION_CHECK=1 \
-    CUDA_HOME=/usr/local/cuda \
-    FORCE_CUDA=1 \
-    TORCH_CUDA_ARCH_LIST="7.5;8.0;8.6;8.9" \
-    NVIDIA_VISIBLE_DEVICES=all \
-    NVIDIA_DRIVER_CAPABILITIES=compute,utility,graphics \
-    PYOPENGL_PLATFORM=egl \
-    MPLBACKEND=Agg
-
-RUN apt-get update && apt-get install -y --no-install-recommends \
-    python3.10 \
-    python3.10-dev \
-    python3-pip \
-    python3.10-venv \
-    git \
-    curl \
-    ca-certificates \
-    ffmpeg \
-    build-essential \
-    cmake \
-    ninja-build \
-    pkg-config \
-    libglib2.0-0 \
-    libsm6 \
-    libxext6 \
-    libxrender1 \
-    libgl1 \
-    libglvnd0 \
-    libegl1 \
-    libglu1-mesa \
-    libgl1-mesa-dev \
-    libegl1-mesa-dev \
-    libgles2-mesa-dev \
-    libgl1-mesa-dri \
-    && rm -rf /var/lib/apt/lists/*
-
-RUN ln -sf /usr/bin/python3.10 /usr/local/bin/python && \
-    ln -sf /usr/bin/pip3 /usr/local/bin/pip
-
-RUN useradd -m -u 1000 user
-USER user
-
-WORKDIR $APP_HOME
-
-RUN python -m venv /home/user/.venv
-
-COPY --chown=user scripts/ $APP_HOME/scripts/
-
-RUN chmod +x $APP_HOME/scripts/install_egoforce.sh $APP_HOME/scripts/start.sh
-
-RUN git clone --depth 1 --branch "${EGOFORCE_REF}" "${EGOFORCE_REPO_URL}" "$EGOFORCE_ROOT"
-
-RUN bash $APP_HOME/scripts/install_egoforce.sh
-
-WORKDIR $EGOFORCE_ROOT
-
-EXPOSE 7860
-
-CMD ["bash", "/home/user/app/scripts/start.sh"]

README.md

@@ -3,8 +3,10 @@ title: EgoForce
 emoji: 🐠
 colorFrom: gray
 colorTo: purple
-sdk: docker
-app_port: 7860
+sdk: gradio
+sdk_version: 6.9.0
+python_version: "3.10"
+app_file: app.py
 pinned: false
 license: cc-by-nc-4.0
 short_description: Forearm-Guided Camera-Space 3D Hand Pose
@@ -12,11 +14,12 @@ suggested_hardware: a10g-small
 startup_duration_timeout: 1h
 ---
 
-This Space builds a Docker image that:
+This Space runs the EgoForce video demo with the Hugging Face Gradio SDK.
 
-- Clones `EgoForce` Repo.
-- Installs the CUDA-enabled Python and system dependencies required by the demo
-- Downloads the `_DATA` model assets from `chris10/EgoForce` on the Hugging Face Hub
-- Launches `demo/run_app.py` on port `7860`
+At startup, `app.py`:
 
-The runtime is Docker-based because the EgoForce demo depends on CUDA, Torch-TensorRT, MMCV, ffmpeg, and headless rendering support.
+- Clones `https://github.com/dfki-av/EgoForce` into the Space runtime.
+- Downloads the `_DATA` model assets from `chris10/EgoForce` on the Hugging Face Hub.
+- Launches the upstream Gradio demo at `demo/run_app.py`.
+
+Most Python dependencies are declared in `requirements.txt`, with build prerequisites in `pre-requirements.txt`. Packages that need custom pip flags or repo-local subdirectories are installed by `app.py` after the EgoForce source checkout. Debian packages needed for OpenCV, ffmpeg, headless rendering, and compiled extensions are declared in `packages.txt`.

app.py

@@ -0,0 +1,204 @@
+from __future__ import annotations
+
+import importlib.util
+import os
+import runpy
+import shlex
+import shutil
+import site
+import subprocess
+import sys
+from pathlib import Path
+
+SPACE_ROOT = Path(__file__).resolve().parent
+EGOFORCE_REPO_URL = os.environ.get("EGOFORCE_REPO_URL", "https://github.com/dfki-av/EgoForce")
+EGOFORCE_REF = os.environ.get("EGOFORCE_REF", "main")
+EGOFORCE_ROOT = Path(os.environ.get("EGOFORCE_ROOT", SPACE_ROOT / "EgoForce")).resolve()
+EGOFORCE_ASSETS_REPO_ID = os.environ.get("EGOFORCE_ASSETS_REPO_ID", "chris10/EgoForce")
+
+
+def run_command(command: list[str], cwd: Path | None = None) -> None:
+    print(f"+ {shlex.join(command)}", flush=True)
+    subprocess.run(command, cwd=str(cwd) if cwd else None, check=True)
+
+
+def configure_runtime_environment() -> None:
+    os.environ.setdefault("EGOFORCE_ROOT", str(EGOFORCE_ROOT))
+    configure_cuda_environment()
+    os.environ.setdefault("FORCE_CUDA", "1")
+    os.environ.setdefault("TORCH_CUDA_ARCH_LIST", "7.5;8.0;8.6;8.9")
+    os.environ.setdefault("PYOPENGL_PLATFORM", "egl")
+    os.environ.setdefault("MPLBACKEND", "Agg")
+    os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
+
+
+def candidate_site_packages() -> list[Path]:
+    paths = [Path(path) for path in site.getsitepackages()]
+    user_site = site.getusersitepackages()
+    if user_site:
+        paths.append(Path(user_site))
+    return paths
+
+
+def find_python_cuda_home() -> Path | None:
+    for site_packages in candidate_site_packages():
+        cuda_home = site_packages / "nvidia" / "cuda_nvcc"
+        if (cuda_home / "bin" / "nvcc").exists():
+            return cuda_home
+    return None
+
+
+def configure_cuda_environment() -> None:
+    current_cuda_home = os.environ.get("CUDA_HOME")
+    if current_cuda_home and (Path(current_cuda_home) / "bin" / "nvcc").exists():
+        cuda_home = Path(current_cuda_home)
+    else:
+        cuda_home = find_python_cuda_home() or Path(current_cuda_home or "/usr/local/cuda")
+        os.environ["CUDA_HOME"] = str(cuda_home)
+
+    cuda_bin = cuda_home / "bin"
+    if cuda_bin.exists():
+        os.environ["PATH"] = f"{cuda_bin}:{os.environ.get('PATH', '')}"
+
+
+def ensure_egoforce_repo() -> Path:
+    demo_entrypoint = EGOFORCE_ROOT / "demo" / "run_app.py"
+    if demo_entrypoint.exists():
+        return EGOFORCE_ROOT
+
+    if EGOFORCE_ROOT.exists() and any(EGOFORCE_ROOT.iterdir()):
+        raise RuntimeError(
+            f"{EGOFORCE_ROOT} exists, but demo/run_app.py was not found. "
+            "Delete that directory or set EGOFORCE_ROOT to a clean location."
+        )
+
+    EGOFORCE_ROOT.parent.mkdir(parents=True, exist_ok=True)
+    command = ["git", "clone", "--depth", "1"]
+    if EGOFORCE_REF:
+        command.extend(["--branch", EGOFORCE_REF])
+    command.extend([EGOFORCE_REPO_URL, str(EGOFORCE_ROOT)])
+    run_command(command)
+
+    if (EGOFORCE_ROOT / ".gitmodules").exists():
+        run_command(["git", "submodule", "update", "--init", "--recursive"], cwd=EGOFORCE_ROOT)
+
+    if not demo_entrypoint.exists():
+        raise RuntimeError(f"EgoForce demo entrypoint not found at {demo_entrypoint}")
+
+    return EGOFORCE_ROOT
+
+
+def package_available(module_name: str) -> bool:
+    return importlib.util.find_spec(module_name) is not None
+
+
+def pip_install(requirement: str, *extra_args: str) -> None:
+    command = [
+        sys.executable,
+        "-m",
+        "pip",
+        "install",
+        "--no-cache-dir",
+        requirement,
+        *extra_args,
+    ]
+    run_command(command)
+
+
+def ensure_runtime_python_packages(repo_root: Path) -> None:
+    datapipes_path = repo_root / "thirdparty" / "datapipes"
+    install_plan = [
+        ("mmcv", "mmcv==2.1.0", ("--no-build-isolation",)),
+        ("anycalib", "git+https://github.com/javrtg/AnyCalib.git", ("--no-build-isolation",)),
+        ("chumpy", "git+https://github.com/mattloper/chumpy.git", ("--no-build-isolation",)),
+        ("pytorch3d", "git+https://github.com/facebookresearch/pytorch3d.git", ("--no-build-isolation",)),
+        ("datapipes", str(datapipes_path), ()),
+        ("mmdet", str(repo_root / "thirdparty" / "mmdetection"), ("--no-build-isolation",)),
+    ]
+
+    for module_name, requirement, extra_args in install_plan:
+        if package_available(module_name):
+            continue
+        pip_install(requirement, *extra_args)
+
+
+def validate_assets(repo_root: Path) -> None:
+    data_dir = repo_root / "_DATA"
+    required_paths = [
+        data_dir / "model_weights.pth",
+        data_dir / "epoch_460.pth",
+        data_dir / "detector.torchscript",
+        data_dir / "mano",
+        data_dir / "models" / "param_data.npy",
+    ]
+    missing = [str(path) for path in required_paths if not path.exists()]
+    if missing:
+        raise RuntimeError(f"Missing required EgoForce assets: {missing}")
+
+
+def ensure_egoforce_assets(repo_root: Path) -> None:
+    from huggingface_hub import snapshot_download
+
+    try:
+        validate_assets(repo_root)
+        print(f"Using existing EgoForce assets at {repo_root / '_DATA'}", flush=True)
+        return
+    except RuntimeError:
+        pass
+
+    target_data_dir = repo_root / "_DATA"
+    cache_root = repo_root / ".hf-download"
+
+    if cache_root.exists():
+        shutil.rmtree(cache_root)
+
+    print(f"Downloading EgoForce assets from {EGOFORCE_ASSETS_REPO_ID}", flush=True)
+    snapshot_path = Path(
+        snapshot_download(
+            repo_id=EGOFORCE_ASSETS_REPO_ID,
+            repo_type="model",
+            allow_patterns=["_DATA/**"],
+            local_dir=cache_root,
+        )
+    )
+    source_data_dir = snapshot_path / "_DATA"
+    if not source_data_dir.exists():
+        raise RuntimeError(f"Downloaded snapshot did not contain {source_data_dir}")
+
+    shutil.copytree(source_data_dir, target_data_dir, dirs_exist_ok=True)
+    shutil.rmtree(cache_root, ignore_errors=True)
+    validate_assets(repo_root)
+    print(f"Downloaded EgoForce assets to {target_data_dir}", flush=True)
+
+
+def launch_upstream_gradio(repo_root: Path) -> None:
+    demo_entrypoint = repo_root / "demo" / "run_app.py"
+    server_name = os.environ.get("GRADIO_SERVER_NAME", "0.0.0.0")
+    server_port = os.environ.get("PORT") or os.environ.get("GRADIO_SERVER_PORT") or "7860"
+
+    os.chdir(repo_root)
+    sys.path.insert(0, str(repo_root))
+    sys.argv = [
+        str(demo_entrypoint),
+        "--server-name",
+        server_name,
+        "--server-port",
+        str(server_port),
+    ]
+
+    if os.environ.get("GRADIO_SHARE", "").lower() in {"1", "true", "yes"}:
+        sys.argv.append("--share")
+
+    runpy.run_path(str(demo_entrypoint), run_name="__main__")
+
+
+def main() -> None:
+    configure_runtime_environment()
+    repo_root = ensure_egoforce_repo()
+    ensure_runtime_python_packages(repo_root)
+    ensure_egoforce_assets(repo_root)
+    launch_upstream_gradio(repo_root)
+
+
+if __name__ == "__main__":
+    main()

packages.txt

@@ -0,0 +1,22 @@
+git
+git-lfs
+curl
+ca-certificates
+ffmpeg
+build-essential
+cmake
+ninja-build
+pkg-config
+python3-dev
+libglib2.0-0
+libsm6
+libxext6
+libxrender1
+libgl1
+libglvnd0
+libegl1
+libglu1-mesa
+libgl1-mesa-dev
+libegl1-mesa-dev
+libgles2-mesa-dev
+libgl1-mesa-dri

pre-requirements.txt

@@ -0,0 +1,7 @@
+pip>=25.0
+setuptools==81.0.0
+wheel
+cython
+pybind11
+packaging
+ninja

requirements.txt

@@ -0,0 +1,34 @@
+--extra-index-url https://download.pytorch.org/whl/cu126
+--find-links https://download.pytorch.org/whl/torch-tensorrt
+
+numpy==1.26.4
+torch==2.8.0
+torchvision==0.23.0
+torch_tensorrt==2.8.0+cu126
+nvidia-cuda-nvcc-cu12==12.6.*
+opencv-python==4.11.0.86
+pillow==11.3.0
+matplotlib==3.10.6
+pyyaml==6.0.2
+easydict==1.13
+h5py==3.15.1
+tqdm==4.67.1
+aiofiles==24.1.0
+async-lru==2.0.5
+timm==1.0.20
+smplx==0.1.28
+addict==2.4.0
+pycocotools==2.0.10
+trimesh==4.11.3
+sortedcontainers==2.4.0
+openmim==0.3.9
+lmdb==2.0.0
+ultralytics==8.4.23
+lap==0.5.13
+pyrender==0.1.45
+fvcore==0.1.5.post20221221
+iopath==0.1.10
+yacs==0.1.8
+projectaria_client_sdk==1.1.0
+huggingface_hub
+hf_xet

scripts/download_egoforce_data.py

@@ -1,41 +0,0 @@
-from __future__ import annotations
-
-import os
-import shutil
-from pathlib import Path
-
-from huggingface_hub import snapshot_download
-
-
-def main() -> None:
-    repo_root = Path(os.environ["EGOFORCE_ROOT"]).resolve()
-    target_data_dir = repo_root / "_DATA"
-    cache_root = repo_root / ".hf-download"
-
-    if target_data_dir.exists():
-        print(f"Using existing EgoForce assets at {target_data_dir}")
-        return
-
-    if cache_root.exists():
-        shutil.rmtree(cache_root)
-
-    snapshot_path = Path(
-        snapshot_download(
-            repo_id=os.environ.get("EGOFORCE_ASSETS_REPO_ID", "chris10/EgoForce"),
-            repo_type="model",
-            allow_patterns=["_DATA/**"],
-            local_dir=cache_root,
-        )
-    )
-    source_data_dir = snapshot_path / "_DATA"
-
-    if not source_data_dir.exists():
-        raise SystemExit(f"Downloaded snapshot did not contain {source_data_dir}")
-
-    shutil.copytree(source_data_dir, target_data_dir)
-    shutil.rmtree(cache_root, ignore_errors=True)
-    print(f"Downloaded EgoForce assets to {target_data_dir}")
-
-
-if __name__ == "__main__":
-    main()

scripts/install_egoforce.sh

@@ -1,44 +0,0 @@
-#!/usr/bin/env bash
-set -euxo pipefail
-
-: "${EGOFORCE_ROOT:?EGOFORCE_ROOT must be set}"
-
-cd "$EGOFORCE_ROOT"
-
-python -m pip install --upgrade pip setuptools==81.0.0 wheel cython pybind11
-python -m pip install torch==2.8.0 torchvision==0.23.0 --index-url https://download.pytorch.org/whl/cu126
-python -m pip install torch_tensorrt==2.8.0+cu126 --find-links https://download.pytorch.org/whl/torch-tensorrt
-python -m pip install -r scripts/requirements.txt
-python -m pip install mmcv==2.1.0 --no-build-isolation
-
-python -m pip install git+https://github.com/javrtg/AnyCalib.git --no-build-isolation
-python -m pip install git+https://github.com/mattloper/chumpy.git --no-build-isolation
-python -m pip install git+https://github.com/facebookresearch/pytorch3d.git --no-build-isolation
-
-python -m pip install ./thirdparty/datapipes
-python -m pip install ./thirdparty/mmdetection --no-build-isolation
-
-python -m pip install projectaria_client_sdk==1.1.0 --no-cache-dir
-python -m pip install huggingface_hub hf_xet
-
-python /home/user/app/scripts/download_egoforce_data.py
-
-python - <<'PY'
-from pathlib import Path
-
-repo_root = Path.cwd()
-required_paths = [
-    repo_root / "_DATA" / "model_weights.pth",
-    repo_root / "_DATA" / "epoch_460.pth",
-    repo_root / "_DATA" / "detector.torchscript",
-    repo_root / "_DATA" / "mano",
-]
-
-missing = [str(path) for path in required_paths if not path.exists()]
-if missing:
-    raise SystemExit(f"Missing required EgoForce assets after download: {missing}")
-
-print("Verified EgoForce assets in", repo_root / "_DATA")
-PY
-
-python -m pip install numpy==1.26.4

scripts/start.sh

@@ -1,20 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-
-: "${EGOFORCE_ROOT:?EGOFORCE_ROOT must be set}"
-
-cd "$EGOFORCE_ROOT"
-
-if [[ ! -f demo/run_app.py ]]; then
-    echo "EgoForce demo entrypoint not found at $EGOFORCE_ROOT/demo/run_app.py" >&2
-    exit 1
-fi
-
-if [[ ! -d _DATA ]]; then
-    echo "EgoForce _DATA directory is missing at $EGOFORCE_ROOT/_DATA" >&2
-    exit 1
-fi
-
-exec python demo/run_app.py \
-    --server-name 0.0.0.0 \
-    --server-port "${PORT:-7860}"