Upload 2 files
Browse files- __init__.py +11 -0
- modeling_bert_ordinal.py +1 -11
__init__.py
CHANGED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
# ---------------------------------------------------------------------------
|
| 3 |
+
# Register the model with the Transformers library
|
| 4 |
+
# ---------------------------------------------------------------------------
|
| 5 |
+
from transformers import AutoConfig, AutoModel, AutoModelForSequenceClassification
|
| 6 |
+
from .configuration_bert_ordinal import BertOrdinalConfig
|
| 7 |
+
from .modeling_bert_ordinal import BertOrdinal
|
| 8 |
+
|
| 9 |
+
AutoConfig.register("bert_ordinal", BertOrdinalConfig)
|
| 10 |
+
AutoModel.register(BertOrdinalConfig, BertOrdinal)
|
| 11 |
+
AutoModelForSequenceClassification.register(BertOrdinalConfig, BertOrdinal)
|
modeling_bert_ordinal.py
CHANGED
|
@@ -52,7 +52,7 @@ import torch.nn.functional as F
|
|
| 52 |
from transformers import AutoModel, PreTrainedModel
|
| 53 |
from transformers.modeling_outputs import ModelOutput
|
| 54 |
|
| 55 |
-
from configuration_bert_ordinal import BertOrdinalConfig
|
| 56 |
|
| 57 |
# ---------------------------------------------------------------------------
|
| 58 |
# 1. Output dataclass
|
|
@@ -270,13 +270,3 @@ def ordinal_cross_entropy(
|
|
| 270 |
reduction : 'mean' | 'sum' | 'none'
|
| 271 |
"""
|
| 272 |
return F.nll_loss(torch.log(class_probs), labels, reduction=reduction)
|
| 273 |
-
|
| 274 |
-
|
| 275 |
-
# ---------------------------------------------------------------------------
|
| 276 |
-
# Register the model with the Transformers library
|
| 277 |
-
# ---------------------------------------------------------------------------
|
| 278 |
-
from transformers import AutoConfig, AutoModel, AutoModelForSequenceClassification
|
| 279 |
-
|
| 280 |
-
AutoConfig.register("bert_ordinal", BertOrdinalConfig)
|
| 281 |
-
AutoModel.register(BertOrdinalConfig, BertOrdinal)
|
| 282 |
-
AutoModelForSequenceClassification.register(BertOrdinalConfig, BertOrdinal)
|
|
|
|
| 52 |
from transformers import AutoModel, PreTrainedModel
|
| 53 |
from transformers.modeling_outputs import ModelOutput
|
| 54 |
|
| 55 |
+
from .configuration_bert_ordinal import BertOrdinalConfig
|
| 56 |
|
| 57 |
# ---------------------------------------------------------------------------
|
| 58 |
# 1. Output dataclass
|
|
|
|
| 270 |
reduction : 'mean' | 'sum' | 'none'
|
| 271 |
"""
|
| 272 |
return F.nll_loss(torch.log(class_probs), labels, reduction=reduction)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|