absl-py==2.1.0
accelerate==0.30.1
aiohttp==3.9.5
aiosignal==1.3.1
aniso8601==9.0.1
annotated-types==0.7.0
antlr4-python3-runtime==4.9.3
asciitree==0.3.3
async-timeout==4.0.3
attrs==23.2.0
beautifulsoup4==4.12.3
blinker==1.8.2
boto3==1.34.115
botocore==1.34.115
braceexpand==0.1.7
Brotli==1.1.0
certifi==2024.2.2
charset-normalizer==3.3.2
click==8.1.7
colorama==0.4.6
contourpy==1.2.1
cuda-python==12.5.0
cycler==0.12.1
Cython==3.0.10
datasets==2.19.1
dill==0.3.8
docker-pycreds==0.4.0
einops==0.8.0
faiss-cpu==1.8.0
fasteners==0.19
fasttext==0.9.2
filelock==3.13.1
Flask==3.0.3
Flask-RESTful==0.3.10
fonttools==4.52.4
frozenlist==1.4.1
fsspec==2024.2.0
ftfy==6.2.0
gdown==5.2.0
gevent==24.2.1
geventhttpclient==2.0.2
gitdb==4.0.11
GitPython==3.1.43
greenlet==3.0.3
grpcio==1.64.0
h5py==3.11.0
huggingface-hub==0.23.2
hydra-core==1.3.2
idna==3.7
ijson==3.2.3
inflect==7.2.1
itsdangerous==2.2.0
jieba==0.42.1
Jinja2==3.1.3
jmespath==1.0.1
joblib==1.4.2
kiwisolver==1.4.5
lightning-utilities==0.11.2
llvmlite==0.42.0
lxml==5.2.2
Markdown==3.6
markdown2==2.4.13
MarkupSafe==2.1.5
matplotlib==3.9.0
megatron_core==0.5.0
more-itertools==10.2.0
mpi4py==3.1.6
mpmath==1.3.0
multidict==6.0.5
multiprocess==0.70.16
mypy-extensions==1.0.0
nemo_aligner==0.3.1
nemo_toolkit==1.23.0
networkx==3.2.1
ninja==1.11.1.1
nltk==3.8.1
numba==0.59.1
numcodecs==0.12.1
numpy==1.26.4
nvidia-cublas-cu11==11.11.3.6
nvidia-cuda-cupti-cu11==11.8.87
nvidia-cuda-nvrtc-cu11==11.8.89
nvidia-cuda-runtime-cu11==11.8.89
nvidia-cudnn-cu11==8.7.0.84
nvidia-cufft-cu11==10.9.0.58
nvidia-curand-cu11==10.3.0.86
nvidia-cusolver-cu11==11.4.1.48
nvidia-cusparse-cu11==11.7.5.86
nvidia-nccl-cu11==2.20.5
nvidia-nvtx-cu11==11.8.86
nvidia-pytriton==0.5.5
omegaconf==2.3.0
onnx==1.16.1
OpenCC==1.1.6
packaging==24.0
pandas==2.2.2
pangu==4.0.6.1
pillow==10.3.0
platformdirs==4.2.2
portalocker==2.8.2
protobuf==4.25.3
psutil==5.9.8
pyarrow==16.1.0
pyarrow-hotfix==0.6
pybind11==2.12.0
pydantic==2.7.2
pydantic_core==2.18.3
pyparsing==3.1.2
PySocks==1.7.1
python-dateutil==2.9.0.post0
python-rapidjson==1.17
pytorch-lightning==2.0.7
pytz==2024.1
PyYAML==6.0.1
pyzmq==26.0.3
rapidfuzz==3.9.2
regex==2024.5.15
requests==2.32.3
rouge_score==0.1.2
ruamel.yaml==0.18.6
ruamel.yaml.clib==0.2.8
s3transfer==0.10.1
sacrebleu==2.4.2
sacremoses==0.1.1
safetensors==0.4.3
scikit-learn==1.5.0
scipy==1.13.1
sentence-transformers==3.0.0
sentencepiece==0.2.0
sentry-sdk==2.3.1
setproctitle==1.3.3
sh==2.0.6
six==1.16.0
smmap==5.0.1
soupsieve==2.5
sympy==1.12
tabulate==0.9.0
tensorboard==2.16.2
tensorboard-data-server==0.7.2
tensorstore==0.1.45
text-unidecode==1.3
threadpoolctl==3.5.0
tokenizers==0.19.1
-f https://download.pytorch.org/whl/torch_stable.html
torch==2.3.0+cu118
torchmetrics==1.4.0.post0
tqdm==4.66.4
transformers==4.40.2
triton==2.3.0
tritonclient==2.46.0
typeguard==4.3.0
typing-inspect==0.9.0
typing_extensions==4.12.0
tzdata==2024.1
urllib3==2.2.1
wandb==0.17.0
wcwidth==0.2.13
webdataset==0.1.62
Werkzeug==3.0.3
wget==3.2
wrapt==1.16.0
xxhash==3.4.1
yarl==1.9.4
youtokentome==1.0.6
zarr==2.18.2
zope.event==5.0
zope.interface==6.4.post2
flash_attn==2.4.2