File size: 685 Bytes
2f5969e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | """
Model components for domainTokenizer.
- DomainTransformerConfig: HF-compatible configuration
- DomainTransformerForCausalLM: GPT-style causal decoder (NoPE)
- PeriodicLinearReLU: PLR numerical embeddings (Gorishniy et al. 2022)
- JointFusionModel: nuFormer-style Transformer + DCNv2 fusion
"""
from .configuration import DomainTransformerConfig
from .modeling import (
DomainTransformerPreTrainedModel,
DomainTransformerModel,
DomainTransformerForCausalLM,
DomainTransformerAttention,
DomainTransformerMLP,
DomainTransformerBlock,
)
from .plr_embeddings import PeriodicLinearReLU
from .joint_fusion import DCNv2CrossLayer, DCNv2, JointFusionModel
|