Upload src/__init__.py
Browse files- src/__init__.py +29 -7
src/__init__.py
CHANGED
|
@@ -1,11 +1,33 @@
|
|
| 1 |
"""
|
| 2 |
-
Q-TensorFormer
|
| 3 |
-
==========================================================================
|
| 4 |
-
Production-grade implementation with modular architecture, budget constraints,
|
| 5 |
-
energy metrics, distillation baseline, and comprehensive evaluation.
|
| 6 |
|
| 7 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
"""
|
| 9 |
|
| 10 |
-
|
| 11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
"""
|
| 2 |
+
Q-TensorFormer v4: Quantum-Enhanced Tensor Network LLM Compression.
|
|
|
|
|
|
|
|
|
|
| 3 |
|
| 4 |
+
Now with:
|
| 5 |
+
- QKAN integration (DARUAN activations)
|
| 6 |
+
- Energy-aware training (hardware-specific cost models)
|
| 7 |
+
- Pareto frontier tracking
|
| 8 |
+
- Budget-constrained optimization
|
| 9 |
"""
|
| 10 |
|
| 11 |
+
from .config import (
|
| 12 |
+
ModelConfig, TrainingConfig, BudgetConfig, ExperimentConfig,
|
| 13 |
+
PRESETS, tiny_config, small_config, medium_config, production_config,
|
| 14 |
+
)
|
| 15 |
+
from .tensor_layers import TTLinear, TTFeedForward, factorize_dim
|
| 16 |
+
from .quantum_layers import (
|
| 17 |
+
QuantumFeatureEncoder, QuantumKernelAttention, EntanglementMonitor,
|
| 18 |
+
)
|
| 19 |
+
from .router import QuantumRouter
|
| 20 |
+
from .scheduler import RankScheduler, EntropyDrivenScheduler
|
| 21 |
+
from .blocks import HybridBlock, TensorOnlyBlock
|
| 22 |
+
from .models import QTensorFormer, DenseBaseline, create_model
|
| 23 |
+
from .budget import BudgetTracker, EnergyEstimator
|
| 24 |
+
from .training import Trainer, DistillationTrainer, create_optimizer, create_scheduler
|
| 25 |
+
|
| 26 |
+
# V4 additions
|
| 27 |
+
from .qkan import DARUAN, QKANLayer, HQKANFFN, QKANEmbedding, create_qkan_ffn
|
| 28 |
+
from .energy_v4 import (
|
| 29 |
+
EnergyEstimatorV4, ParetoTracker, HARDWARE_PROFILES,
|
| 30 |
+
estimate_model_energy, HardwareProfile,
|
| 31 |
+
)
|
| 32 |
+
|
| 33 |
+
__version__ = "4.0.0"
|