| { |
| "model_name": "Helion-V2", |
| "model_version": "2.0", |
| "model_type": "causal-lm", |
| "architecture": "helion", |
| "organization": "DeepXR", |
| "release_date": "2024-11-15", |
| "license": "Apache-2.0", |
| "homepage": "https://huggingface.co/DeepXR/Helion-V2", |
| "repository": "https://github.com/DeepXR/Helion-V2", |
| "documentation": "https://docs.deepxr.ai/helion-v2", |
| "parameters": { |
| "total": 7200000000, |
| "trainable": 7200000000, |
| "non_trainable": 0 |
| }, |
| "model_size": { |
| "fp32": "28.8 GB", |
| "fp16": "14.4 GB", |
| "bfloat16": "14.4 GB", |
| "int8": "7.2 GB", |
| "int4": "3.6 GB" |
| }, |
| "context_length": 8192, |
| "vocabulary_size": 32768, |
| "languages": [ |
| "en", |
| "es", |
| "fr", |
| "de", |
| "it", |
| "pt", |
| "nl", |
| "ru", |
| "zh", |
| "ja", |
| "ko", |
| "ar", |
| "hi" |
| ], |
| "primary_language": "en", |
| "tasks": [ |
| "text-generation", |
| "conversational", |
| "code-generation", |
| "question-answering", |
| "summarization", |
| "translation", |
| "creative-writing" |
| ], |
| "framework": { |
| "name": "transformers", |
| "version": "4.40.0+", |
| "backend": "pytorch", |
| "backend_version": "2.1.0+" |
| }, |
| "training": { |
| "dataset_tokens": 2500000000000, |
| "training_steps": 600000, |
| "epochs": 3, |
| "batch_size": 4194304, |
| "learning_rate": 0.0003, |
| "optimizer": "AdamW", |
| "hardware": "128x NVIDIA H100 80GB", |
| "training_time_days": 21, |
| "knowledge_cutoff": "2024-10-31" |
| }, |
| "benchmarks": { |
| "mmlu": { |
| "score": 64.2, |
| "metric": "accuracy", |
| "shots": 5 |
| }, |
| "humaneval": { |
| "score": 48.2, |
| "metric": "pass@1", |
| "shots": 0 |
| }, |
| "hellaswag": { |
| "score": 80.5, |
| "metric": "accuracy", |
| "shots": 10 |
| }, |
| "truthfulqa": { |
| "score": 52.1, |
| "metric": "mc2_accuracy", |
| "shots": 0 |
| }, |
| "gsm8k": { |
| "score": 68.7, |
| "metric": "accuracy", |
| "shots": 8 |
| }, |
| "arc_challenge": { |
| "score": 58.3, |
| "metric": "accuracy", |
| "shots": 25 |
| }, |
| "mt_bench": { |
| "score": 7.85, |
| "metric": "rating", |
| "shots": 0 |
| } |
| }, |
| "safety": { |
| "toxigen_score": 0.08, |
| "crows_pairs_bias": 54.2, |
| "content_filtering": true, |
| "pii_detection": true, |
| "crisis_detection": true, |
| "safety_classifiers": [ |
| "hate_speech", |
| "violence", |
| "sexual_content", |
| "self_harm", |
| "illegal_activity", |
| "child_safety" |
| ] |
| }, |
| "deployment": { |
| "recommended_gpu": [ |
| "NVIDIA A100", |
| "NVIDIA H100", |
| "NVIDIA RTX 4090", |
| "NVIDIA A6000" |
| ], |
| "minimum_vram_gb": 16, |
| "recommended_vram_gb": 24, |
| "supports_quantization": true, |
| "quantization_formats": [ |
| "int8", |
| "int4", |
| "GPTQ", |
| "AWQ", |
| "GGUF" |
| ], |
| "inference_frameworks": [ |
| "transformers", |
| "vllm", |
| "llama.cpp", |
| "text-generation-inference" |
| ] |
| }, |
| "contact": { |
| "email": "contact@deepxr.ai", |
| "github": "https://github.com/DeepXR/Helion-V2", |
| "twitter": "@DeepXR_AI", |
| "discord": "https://discord.gg/deepxr" |
| }, |
| "tags": [ |
| "text-generation", |
| "conversational", |
| "code", |
| "instruction-following", |
| "pytorch", |
| "causal-lm", |
| "llm", |
| "reasoning", |
| "multilingual", |
| "apache-2.0", |
| "production-ready", |
| "safe-ai" |
| ], |
| "checksum": { |
| "algorithm": "SHA256", |
| "model_files": "computed_on_upload" |
| } |
| } |
