Instructions to use zeyuren2002/EvalMDE with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use zeyuren2002/EvalMDE with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("zeyuren2002/EvalMDE", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| #SBATCH --job-name=vis-ppd20 | |
| #SBATCH --output=/home/ywan0794/EvalMDE/vis_ppd20_%j.log | |
| #SBATCH --error=/home/ywan0794/EvalMDE/vis_ppd20_%j.log | |
| #SBATCH --open-mode=append | |
| #SBATCH --ntasks=1 | |
| #SBATCH --cpus-per-task=4 | |
| #SBATCH --gres=gpu:H100:1 | |
| #SBATCH --time=0-01:00:00 | |
| #SBATCH --mem=40G | |
| #SBATCH --nodelist=erinyes | |
| # Visualize PPD predictions on 20 Infinigen scenes using EvalMDE's two viz tools: | |
| # 1. Projected Contours (render_contour_line.py) | |
| # 2. Textureless Relighting (render_textureless_relighting.py) | |
| # Output lands under each scene dir: ./contour_line/ and ./visualization/ | |
| export PYTHONUNBUFFERED=1 | |
| cd /home/ywan0794/EvalMDE | |
| source /home/ywan0794/miniconda3/etc/profile.d/conda.sh | |
| conda activate evalmde | |
| PRED_ROOT=/home/ywan0794/EvalMDE/output/infinigen_all/ppd | |
| DEPTH_F=pred_depth.npz | |
| # First 20 scenes alphabetically (rgb.png already symlinked in this dir) | |
| SCENES=$(ls $PRED_ROOT | grep -v _metrics.json | head -20) | |
| echo "==========================================" | |
| echo "vis-ppd20 started at $(date)" | |
| echo "PRED_ROOT: $PRED_ROOT" | |
| echo "DEPTH_F: $DEPTH_F" | |
| echo "20 scenes" | |
| echo "==========================================" | |
| i=0 | |
| for SC in $SCENES; do | |
| i=$((i+1)) | |
| ROOT=$PRED_ROOT/$SC | |
| echo | |
| echo "--- [$i/20] $SC ---" | |
| # 1) Projected Contours | |
| python evalmde/visualization/render_contour_line.py $ROOT --depth_f $DEPTH_F | |
| # 2) Textureless Relighting (use first 5 lights of the rotating set) | |
| python evalmde/visualization/render_textureless_relighting.py \ | |
| $ROOT --depth_f $DEPTH_F --light_l 0 --light_r 5 | |
| done | |
| echo | |
| echo "==========================================" | |
| echo "Done at $(date)" | |
| echo "Outputs per scene: ${PRED_ROOT}/<scene>/contour_line/ and ${PRED_ROOT}/<scene>/visualization/" | |
| echo "==========================================" | |