Upload folder using huggingface_hub
Browse files- modeling_llama_edge.py +4 -1
modeling_llama_edge.py
CHANGED
|
@@ -4,7 +4,10 @@ import torch.nn as nn
|
|
| 4 |
import torch.nn.functional as F
|
| 5 |
from typing import Optional
|
| 6 |
from transformers import PreTrainedModel
|
| 7 |
-
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
class RMSNorm(nn.Module):
|
| 10 |
def __init__(self, dim: int, eps: float = 1e-6):
|
|
|
|
| 4 |
import torch.nn.functional as F
|
| 5 |
from typing import Optional
|
| 6 |
from transformers import PreTrainedModel
|
| 7 |
+
try:
|
| 8 |
+
from .configuration_llama_edge import LlamaEdgeConfig
|
| 9 |
+
except ImportError:
|
| 10 |
+
from configuration_llama_edge import LlamaEdgeConfig
|
| 11 |
|
| 12 |
class RMSNorm(nn.Module):
|
| 13 |
def __init__(self, dim: int, eps: float = 1e-6):
|