gradio==4.0.0
huggingface_hub
llama-cpp-python --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
numpy